diff --git "a/4b284b12bc4opt4/3523361.out" "b/4b284b12bc4opt4/3523361.out" new file mode 100644--- /dev/null +++ "b/4b284b12bc4opt4/3523361.out" @@ -0,0 +1,40509 @@ +Model parameters: d_model 2688 ffw_size 10752 kv_size 128 n_heads 21 n_layers 34 +Megatron-DeepSpeed/pretrain_gpt.py --tensor-model-parallel-size 1 --pipeline-model-parallel-size 1 --num-layers 34 --hidden-size 2688 --num-attention-heads 21 --kv-channels 128 --ffn-hidden-size 10752 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 1024 --train-samples 1 --vocab-file gpt2/vocab.json --merge-file gpt2/merges.txt --clip-grad 1.0 --kill-switch-path kill-switch-4b284b12bc4opt4val --bf16 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.999 --adam-eps 1e-8 --lr 2e-4 --min-lr 2e-5 --lr-decay-style cosine --lr-decay-samples 1 --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-1 --override-lr-scheduler --reset-progress --no-load-optim --log-interval 10 --save-interval 1000 --eval-interval 1 --eval-iters 100 --eval-only true --tensorboard-dir tensorboard_4b284b12bc4opt4val --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 --load lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 --train-weighted-split-paths-path train1b5.txt --valid-weighted-split-paths-path val.txt --data-impl mmap --deepspeed --deepspeed_config ds_configs/3523361.json --zero-stage 0 +START 3523361: Mon 15 May 2023 09:57:32 AM EEST + 0: + 0: + 0: ======================= ROCm System Management Interface ======================= + 0: ================================= Concise Info ================================= + 0: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 0: 0 50.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 2 38.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 4 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 6 40.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: ================================================================================ + 0: ============================= End of ROCm SMI Log ============================== + 6: + 6: + 6: ======================= ROCm System Management Interface ======================= + 6: ================================= Concise Info ================================= + 6: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 6: 0 47.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 2 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 3 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 4 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 6 38.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: ================================================================================ + 6: ============================= End of ROCm SMI Log ============================== +13: +13: +13: ======================= ROCm System Management Interface ======================= +13: ================================= Concise Info ================================= +13: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +13: 0 45.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 2 42.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 4 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 6 39.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: ================================================================================ +13: ============================= End of ROCm SMI Log ============================== + 4: + 4: + 4: ======================= ROCm System Management Interface ======================= + 4: ================================= Concise Info ================================= + 4: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 4: 0 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 2 42.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 4 46.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 6 38.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: ================================================================================ + 4: ============================= End of ROCm SMI Log ============================== + 7: + 7: + 7: ======================= ROCm System Management Interface ======================= + 7: ================================= Concise Info ================================= + 7: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 7: 0 40.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 1 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 2 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 4 43.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 6 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: ================================================================================ + 7: ============================= End of ROCm SMI Log ============================== +16: +16: +16: ======================= ROCm System Management Interface ======================= +16: ================================= Concise Info ================================= +16: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +16: 0 45.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 2 45.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 6 44.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: ================================================================================ +16: ============================= End of ROCm SMI Log ============================== +21: +21: +21: ======================= ROCm System Management Interface ======================= +21: ================================= Concise Info ================================= +21: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +21: 0 43.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 2 42.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 3 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 4 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 6 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: ================================================================================ +21: ============================= End of ROCm SMI Log ============================== +27: +27: +27: ======================= ROCm System Management Interface ======================= +27: ================================= Concise Info ================================= +27: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +27: 0 45.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 2 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 4 39.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 6 40.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: ================================================================================ +27: ============================= End of ROCm SMI Log ============================== +19: +19: +19: ======================= ROCm System Management Interface ======================= +19: ================================= Concise Info ================================= +19: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +19: 0 47.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 2 47.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 6 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: ================================================================================ +19: ============================= End of ROCm SMI Log ============================== + 1: + 1: + 1: ======================= ROCm System Management Interface ======================= + 1: ================================= Concise Info ================================= + 1: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 1: 0 45.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 2 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 4 46.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 6 38.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: ================================================================================ + 1: ============================= End of ROCm SMI Log ============================== +31: +31: +31: ======================= ROCm System Management Interface ======================= +31: ================================= Concise Info ================================= +31: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +31: 0 50.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 1 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 2 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 4 44.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 6 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 7 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: ================================================================================ +31: ============================= End of ROCm SMI Log ============================== +30: +30: +30: ======================= ROCm System Management Interface ======================= +30: ================================= Concise Info ================================= +30: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +30: 0 48.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 2 35.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 4 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 6 36.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: ================================================================================ +30: ============================= End of ROCm SMI Log ============================== + 5: + 5: + 5: ======================= ROCm System Management Interface ======================= + 5: ================================= Concise Info ================================= + 5: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 5: 0 52.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 1 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 2 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 4 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 6 33.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: ================================================================================ + 5: ============================= End of ROCm SMI Log ============================== +26: +26: +26: ======================= ROCm System Management Interface ======================= +26: ================================= Concise Info ================================= +26: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +26: 0 46.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 2 38.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 4 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 6 41.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: ================================================================================ +26: ============================= End of ROCm SMI Log ============================== +29: +29: +29: ======================= ROCm System Management Interface ======================= +29: ================================= Concise Info ================================= +29: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +29: 0 41.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 2 37.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 4 34.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 6 45.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 7 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: ================================================================================ +29: ============================= End of ROCm SMI Log ============================== +23: +23: +23: ======================= ROCm System Management Interface ======================= +23: ================================= Concise Info ================================= +23: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +23: 0 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 2 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 4 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 6 43.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 7 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: ================================================================================ +23: ============================= End of ROCm SMI Log ============================== +20: +20: +20: ======================= ROCm System Management Interface ======================= +20: ================================= Concise Info ================================= +20: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +20: 0 47.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 2 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 4 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 6 41.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: ================================================================================ +20: ============================= End of ROCm SMI Log ============================== +22: +22: +22: ======================= ROCm System Management Interface ======================= +22: ================================= Concise Info ================================= +22: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +22: 0 43.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 2 41.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 4 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 6 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: ================================================================================ +22: ============================= End of ROCm SMI Log ============================== +24: +24: +24: ======================= ROCm System Management Interface ======================= +24: ================================= Concise Info ================================= +24: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +24: 0 47.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 2 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 4 42.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 6 39.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: ================================================================================ +24: ============================= End of ROCm SMI Log ============================== +14: +14: +14: ======================= ROCm System Management Interface ======================= +14: ================================= Concise Info ================================= +14: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +14: 0 45.0c 99.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 1 51.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 2 40.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 4 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 5 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 6 45.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: ================================================================================ +14: ============================= End of ROCm SMI Log ============================== +28: +28: +28: ======================= ROCm System Management Interface ======================= +28: ================================= Concise Info ================================= +28: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +28: 0 45.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 2 40.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 4 45.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 6 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: ================================================================================ +28: ============================= End of ROCm SMI Log ============================== +17: +17: +17: ======================= ROCm System Management Interface ======================= +17: ================================= Concise Info ================================= +17: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +17: 0 44.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 2 34.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 4 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 5 51.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 6 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: ================================================================================ +17: ============================= End of ROCm SMI Log ============================== +25: +25: +25: ======================= ROCm System Management Interface ======================= +25: ================================= Concise Info ================================= +25: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +25: 0 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 2 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 4 43.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 6 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: ================================================================================ +25: ============================= End of ROCm SMI Log ============================== +12: +12: +12: ======================= ROCm System Management Interface ======================= +12: ================================= Concise Info ================================= +12: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +12: 0 47.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 1 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 2 39.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 4 43.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 6 38.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: ================================================================================ +12: ============================= End of ROCm SMI Log ============================== + 9: + 9: + 9: ======================= ROCm System Management Interface ======================= + 9: ================================= Concise Info ================================= + 9: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 9: 0 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 2 45.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 4 44.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 6 49.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: ================================================================================ + 9: ============================= End of ROCm SMI Log ============================== +10: +10: +10: ======================= ROCm System Management Interface ======================= +10: ================================= Concise Info ================================= +10: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +10: 0 47.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 2 39.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 4 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 6 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: ================================================================================ +10: ============================= End of ROCm SMI Log ============================== +18: +18: +18: ======================= ROCm System Management Interface ======================= +18: ================================= Concise Info ================================= +18: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +18: 0 49.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 2 40.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 4 43.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 6 47.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: ================================================================================ +18: ============================= End of ROCm SMI Log ============================== +11: +11: +11: ======================= ROCm System Management Interface ======================= +11: ================================= Concise Info ================================= +11: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +11: 0 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 2 37.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 4 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 6 43.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 7 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: ================================================================================ +11: ============================= End of ROCm SMI Log ============================== + 2: + 2: + 2: ======================= ROCm System Management Interface ======================= + 2: ================================= Concise Info ================================= + 2: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 2: 0 48.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 2 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 4 44.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 6 42.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: ================================================================================ + 2: ============================= End of ROCm SMI Log ============================== + 8: + 8: + 8: ======================= ROCm System Management Interface ======================= + 8: ================================= Concise Info ================================= + 8: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 8: 0 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 2 41.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 4 40.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 6 38.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: ================================================================================ + 8: ============================= End of ROCm SMI Log ============================== + 3: + 3: + 3: ======================= ROCm System Management Interface ======================= + 3: ================================= Concise Info ================================= + 3: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 3: 0 40.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 2 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 3 38.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 4 39.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 6 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: ================================================================================ + 3: ============================= End of ROCm SMI Log ============================== +15: +15: +15: ======================= ROCm System Management Interface ======================= +15: ================================= Concise Info ================================= +15: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +15: 0 37.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 2 36.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 4 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 6 37.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: ================================================================================ +15: ============================= End of ROCm SMI Log ============================== +13: Launching on nid006080 (13/32), master nid006067 port 9999, GPUs 8, CUDA: True +14: Launching on nid006081 (14/32), master nid006067 port 9999, GPUs 8, CUDA: True +17: Launching on nid006084 (17/32), master nid006067 port 9999, GPUs 8, CUDA: True + 1: Launching on nid006068 (1/32), master nid006067 port 9999, GPUs 8, CUDA: True +19: Launching on nid006086 (19/32), master nid006067 port 9999, GPUs 8, CUDA: True +25: Launching on nid006092 (25/32), master nid006067 port 9999, GPUs 8, CUDA: True + 0: Launching on nid006067 (0/32), master nid006067 port 9999, GPUs 8, CUDA: True +28: Launching on nid006095 (28/32), master nid006067 port 9999, GPUs 8, CUDA: True +22: Launching on nid006089 (22/32), master nid006067 port 9999, GPUs 8, CUDA: True +23: Launching on nid006090 (23/32), master nid006067 port 9999, GPUs 8, CUDA: True +29: Launching on nid006096 (29/32), master nid006067 port 9999, GPUs 8, CUDA: True + 7: Launching on nid006074 (7/32), master nid006067 port 9999, GPUs 8, CUDA: True + 4: Launching on nid006071 (4/32), master nid006067 port 9999, GPUs 8, CUDA: True +30: Launching on nid006097 (30/32), master nid006067 port 9999, GPUs 8, CUDA: True + 5: Launching on nid006072 (5/32), master nid006067 port 9999, GPUs 8, CUDA: True + 6: Launching on nid006073 (6/32), master nid006067 port 9999, GPUs 8, CUDA: True +16: Launching on nid006083 (16/32), master nid006067 port 9999, GPUs 8, CUDA: True +26: Launching on nid006093 (26/32), master nid006067 port 9999, GPUs 8, CUDA: True + 8: Launching on nid006075 (8/32), master nid006067 port 9999, GPUs 8, CUDA: True +21: Launching on nid006088 (21/32), master nid006067 port 9999, GPUs 8, CUDA: True +12: Launching on nid006079 (12/32), master nid006067 port 9999, GPUs 8, CUDA: True +31: Launching on nid006098 (31/32), master nid006067 port 9999, GPUs 8, CUDA: True + 9: Launching on nid006076 (9/32), master nid006067 port 9999, GPUs 8, CUDA: True +20: Launching on nid006087 (20/32), master nid006067 port 9999, GPUs 8, CUDA: True +27: Launching on nid006094 (27/32), master nid006067 port 9999, GPUs 8, CUDA: True +18: Launching on nid006085 (18/32), master nid006067 port 9999, GPUs 8, CUDA: True +24: Launching on nid006091 (24/32), master nid006067 port 9999, GPUs 8, CUDA: True + 3: Launching on nid006070 (3/32), master nid006067 port 9999, GPUs 8, CUDA: True +10: Launching on nid006077 (10/32), master nid006067 port 9999, GPUs 8, CUDA: True +11: Launching on nid006078 (11/32), master nid006067 port 9999, GPUs 8, CUDA: True + 2: Launching on nid006069 (2/32), master nid006067 port 9999, GPUs 8, CUDA: True +15: Launching on nid006082 (15/32), master nid006067 port 9999, GPUs 8, CUDA: True + 0: using world size: 256, data-parallel-size: 256, tensor-model-parallel size: 1, pipeline-model-parallel size: 1 + 0: accumulate and all-reduce gradients in fp32 for bfloat16 data type. + 0: using torch.bfloat16 for parameters ... + 0: ------------------------ arguments ------------------------ + 0: abort_on_unmet_fused_kernel_constraints ......... False + 0: accumulate_allreduce_grads_in_fp32 .............. True + 0: adam_beta1 ...................................... 0.9 + 0: adam_beta2 ...................................... 0.999 + 0: adam_eps ........................................ 1e-08 + 0: adlr_autoresume ................................. False + 0: adlr_autoresume_interval ........................ 1000 + 0: apply_query_key_layer_scaling ................... True + 0: apply_residual_connection_post_layernorm ........ False + 0: attention_dropout ............................... 0.1 + 0: attention_softmax_in_fp32 ....................... False + 0: bert_binary_head ................................ True + 0: bert_load ....................................... None + 0: bf16 ............................................ True + 0: bias_dropout_fusion ............................. True + 0: bias_gelu_fusion ................................ True + 0: biencoder_projection_dim ........................ 0 + 0: biencoder_shared_query_context_model ............ False + 0: block_data_path ................................. None + 0: checkpoint_activations .......................... False + 0: checkpoint_in_cpu ............................... False + 0: checkpoint_num_layers ........................... 1 + 0: clip_grad ....................................... 1.0 + 0: codecarbon_dir .................................. None + 0: consumed_train_samples .......................... 0 + 0: consumed_train_tokens ........................... 0 + 0: consumed_valid_samples .......................... 0 + 0: contigious_checkpointing ........................ False + 0: cpu_optimizer ................................... False + 0: cpu_torch_adam .................................. False + 0: curriculum_learning ............................. False + 0: data_impl ....................................... mmap + 0: data_parallel_size .............................. 256 + 0: data_path ....................................... None + 0: dataloader_type ................................. single + 0: DDP_impl ........................................ local + 0: decoder_seq_length .............................. None + 0: deepscale ....................................... False + 0: deepscale_config ................................ None + 0: deepspeed ....................................... True + 0: deepspeed_activation_checkpointing .............. False + 0: deepspeed_config ................................ ds_configs/3523361.json + 0: deepspeed_mpi ................................... False + 0: distribute_checkpointed_activations ............. False + 0: distributed_backend ............................. nccl + 0: embed_layernorm ................................. False + 0: embedding_path .................................. None + 0: encoder_seq_length .............................. 2048 + 0: eod_mask_loss ................................... False + 0: eval_interval ................................... 1 + 0: eval_iters ...................................... 100 + 0: eval_only ....................................... True + 0: evidence_data_path .............................. None + 0: exit_duration_in_mins ........................... None + 0: exit_interval ................................... None + 0: ffn_hidden_size ................................. 10752 + 0: finetune ........................................ False + 0: fp16 ............................................ False + 0: fp16_lm_cross_entropy ........................... False + 0: fp32_residual_connection ........................ False + 0: gigaflos_no_embeds .............................. 0 + 0: global_batch_size ............................... 1024 + 0: glu_activation .................................. None + 0: hidden_dropout .................................. 0.1 + 0: hidden_size ..................................... 2688 + 0: hysteresis ...................................... 2 + 0: ict_head_size ................................... None + 0: ict_load ........................................ None + 0: img_dim ......................................... 224 + 0: indexer_batch_size .............................. 128 + 0: indexer_log_interval ............................ 1000 + 0: inference ....................................... False + 0: init_method_std ................................. 0.02 + 0: init_method_xavier_uniform ...................... False + 0: initial_loss_scale .............................. 4294967296 + 0: kill_switch_path ................................ kill-switch-4b284b12bc4opt4val + 0: kv_channels ..................................... 128 + 0: layer_norm_fusion ............................... True + 0: layernorm_epsilon ............................... 1e-05 + 0: lazy_mpu_init ................................... None + 0: load ............................................ lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 + 0: local_rank ...................................... None + 0: log_batch_size_to_tensorboard ................... True + 0: log_interval .................................... 10 + 0: log_learning_rate_to_tensorboard ................ True + 0: log_level ....................................... None + 0: log_level_replica ............................... None + 0: log_loss_scale_to_tensorboard ................... True + 0: log_num_zeros_in_grad ........................... False + 0: log_params_norm ................................. False + 0: log_path ........................................ None + 0: log_timers_to_tensorboard ....................... True + 0: log_validation_ppl_to_tensorboard ............... True + 0: loss_on_targets_only ............................ False + 0: loss_scale ...................................... None + 0: loss_scale_window ............................... 1000 + 0: lr .............................................. 0.0002 + 0: lr_decay_iters .................................. None + 0: lr_decay_samples ................................ 1 + 0: lr_decay_style .................................. cosine + 0: lr_decay_tokens ................................. None + 0: lr_warmup_fraction .............................. None + 0: lr_warmup_iters ................................. 0 + 0: lr_warmup_samples ............................... 0 + 0: make_vocab_size_divisible_by .................... 128 + 0: mask_prob ....................................... 0.15 + 0: masked_softmax_fusion ........................... True + 0: max_position_embeddings ......................... 2048 + 0: mean_noise_span_length .......................... None + 0: memory_centric_tiled_linear ..................... False + 0: merge_file ...................................... gpt2/merges.txt + 0: micro_batch_size ................................ 2 + 0: min_loss_scale .................................. 1.0 + 0: min_lr .......................................... 2e-05 + 0: mmap_warmup ..................................... False + 0: no_load_optim ................................... True + 0: no_load_rng ..................................... None + 0: no_save_optim ................................... None + 0: no_save_rng ..................................... None + 0: noise_density ................................... None + 0: num_attention_heads ............................. 21 + 0: num_channels .................................... 3 + 0: num_classes ..................................... 1000 + 0: num_layers ...................................... 34 + 0: num_layers_per_virtual_pipeline_stage ........... None + 0: num_workers ..................................... 2 + 0: onnx_safe ....................................... None + 0: openai_gelu ..................................... False + 0: optimizer ....................................... adam + 0: optimizer_fusion ................................ True + 0: override_lr_scheduler ........................... True + 0: pad_vocab_size_to ............................... None + 0: params_dtype .................................... torch.bfloat16 + 0: partition_activations ........................... False + 0: patch_dim ....................................... 16 + 0: pipeline_model_parallel_size .................... 1 + 0: position_embedding_type ......................... PositionEmbeddingType.absolute + 0: pp_partition_method ............................. None + 0: profile_backward ................................ False + 0: query_in_block_prob ............................. 0.1 + 0: rampup_batch_size ............................... None + 0: rank ............................................ 0 + 0: remote_device ................................... none + 0: reset_attention_mask ............................ False + 0: reset_position_ids .............................. False + 0: reset_progress .................................. True + 0: retriever_report_topk_accuracies ................ [] + 0: retriever_score_scaling ......................... False + 0: retriever_seq_length ............................ 256 + 0: reweight_loss_based_on_position_frequency ....... False + 0: sample_rate ..................................... 1.0 + 0: save ............................................ lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 + 0: save_interval ................................... 1000 + 0: scatter_gather_tensors_in_pipeline .............. True + 0: scattered_embeddings ............................ False + 0: seed ............................................ 1234 + 0: seq_length ...................................... 2048 + 0: sgd_momentum .................................... 0.9 + 0: short_seq_prob .................................. 0.1 + 0: skip_train_iteration_range ...................... None + 0: split ........................................... None + 0: split_transformers .............................. False + 0: sync_tp_duplicated_parameters ................... False + 0: synchronize_each_layer .......................... False + 0: tensor_model_parallel_size ...................... 1 + 0: tensorboard_dir ................................. tensorboard_4b284b12bc4opt4val + 0: tensorboard_log_interval ........................ 1 + 0: tensorboard_queue_size .......................... 5 + 0: test_weighted_split_paths ....................... None + 0: test_weighted_split_paths_path .................. None + 0: tile_factor ..................................... 1 + 0: titles_data_path ................................ None + 0: tokenizer_name_or_path .......................... None + 0: tokenizer_type .................................. GPT2BPETokenizer + 0: train_iters ..................................... None + 0: train_samples ................................... 1 + 0: train_tokens .................................... None + 0: train_weighted_split_names ...................... ['train'] + 0: train_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document']] + 0: train_weighted_split_paths_path ................. None + 0: train_weighted_split_splits ..................... [['0:1']] + 0: train_weighted_split_weights .................... [['1.0']] + 0: universal_checkpoint ............................ False + 0: use_bnb_optimizer ............................... False + 0: use_checkpoint_lr_scheduler ..................... False + 0: use_contiguous_buffers_in_ddp ................... True + 0: use_cpu_initialization .......................... None + 0: use_one_sent_docs ............................... False + 0: use_pin_memory .................................. False + 0: valid_num_workers ............................... 2 + 0: valid_weighted_split_names ...................... ['validation'] + 0: valid_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document']] + 0: valid_weighted_split_paths_path ................. None + 0: valid_weighted_split_splits ..................... [['0:1']] + 0: valid_weighted_split_weights .................... [['1.0']] + 0: virtual_pipeline_model_parallel_size ............ None + 0: vocab_extra_ids ................................. 0 + 0: vocab_file ...................................... gpt2/vocab.json + 0: weight_decay .................................... 0.1 + 0: world_size ...................................... 256 + 0: zero_allgather_bucket_size ...................... 0.0 + 0: zero_contigious_gradients ....................... False + 0: zero_reduce_bucket_size ......................... 0.0 + 0: zero_reduce_scatter ............................. False + 0: zero_stage ...................................... 0 + 0: -------------------- end of arguments --------------------- + 0: setting number of micro-batches to constant 2 + 0: > building GPT2BPETokenizer tokenizer ... + 0: > padded vocab (size: 50257) with 47 dummy tokens (new size: 50304) + 0: DeepSpeed general environment info: + 0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch'] + 0: torch version .................... 1.13.0+rocm5.2 + 0: torch cuda version ............... None + 0: torch hip version ................ 5.2.21151-afdc89f8 + 0: nvcc version ..................... None + 0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed'] + 0: deepspeed info ................... 0.7.5, unknown, unknown + 0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1 + 0: **** Git info for Megatron: git_hash=unknown git_branch=unknown **** + 0: > initializing torch distributed ... +31: > setting tensorboard ... + 0: [2023-05-15 10:00:55,401] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl + 0: > initializing tensor model parallel with size 1 + 0: > initializing pipeline model parallel with size 1 + 0: > setting random seeds to 1234 ... + 0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 3952 and data parallel seed: 1234 + 0: > compiling dataset index builder ... + 0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: make: Nothing to be done for 'default'. + 0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: >>> done with dataset index builder. Compilation time: 0.140 seconds + 0: WARNING: constraints for invoking optimized fused softmax kernel are not met. We default back to unfused kernel invocations. + 0: > compiling and loading fused kernels ... + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 87 + 0: [1/1] c++ scaled_upper_triang_masked_softmax_hip.o scaled_upper_triang_masked_softmax_hip.cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/opt/rocm/lib -lamdhip64 -o scaled_upper_triang_masked_softmax_cuda.so + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 63 + 0: ninja: no work to do. + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda_kernel.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_hip_kernel.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 67 + 0: [1/1] c++ layer_norm_hip_kernel.cuda.o layer_norm_cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/opt/rocm/lib -lamdhip64 -o fused_mix_prec_layer_norm_cuda.so + 0: >>> done with compiling and loading fused kernels. Compilation time: 28.097 seconds + 0: time to initialize megatron (seconds): 79.468 + 0: [after megatron is initialized] datetime: 2023-05-15 10:01:35 + 0: building GPT model ... + 0: [2023-05-15 10:01:35,617] [INFO] [utils.py:827:see_memory_usage] Before Building Model + 0: [2023-05-15 10:01:35,618] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB Max_MA 0.0 GB CA 0.0 GB Max_CA 0 GB + 0: [2023-05-15 10:01:35,619] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 36.59 GB, percent = 7.3% + 0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None + 0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=1, model=0): 1, ProcessCoord(pipe=0, data=2, model=0): 2, ProcessCoord(pipe=0, data=3, model=0): 3, ProcessCoord(pipe=0, data=4, model=0): 4, ProcessCoord(pipe=0, data=5, model=0): 5, ProcessCoord(pipe=0, data=6, model=0): 6, ProcessCoord(pipe=0, data=7, model=0): 7, ProcessCoord(pipe=0, data=8, model=0): 8, ProcessCoord(pipe=0, data=9, model=0): 9, ProcessCoord(pipe=0, data=10, model=0): 10, ProcessCoord(pipe=0, data=11, model=0): 11, ProcessCoord(pipe=0, data=12, model=0): 12, ProcessCoord(pipe=0, data=13, model=0): 13, ProcessCoord(pipe=0, data=14, model=0): 14, ProcessCoord(pipe=0, data=15, model=0): 15, ProcessCoord(pipe=0, data=16, model=0): 16, ProcessCoord(pipe=0, data=17, model=0): 17, ProcessCoord(pipe=0, data=18, model=0): 18, ProcessCoord(pipe=0, data=19, model=0): 19, ProcessCoord(pipe=0, data=20, model=0): 20, ProcessCoord(pipe=0, data=21, model=0): 21, ProcessCoord(pipe=0, data=22, model=0): 22, ProcessCoord(pi + 0: pe=0, data=23, model=0): 23, ProcessCoord(pipe=0, data=24, model=0): 24, ProcessCoord(pipe=0, data=25, model=0): 25, ProcessCoord(pipe=0, data=26, model=0): 26, ProcessCoord(pipe=0, data=27, model=0): 27, ProcessCoord(pipe=0, data=28, model=0): 28, ProcessCoord(pipe=0, data=29, model=0): 29, ProcessCoord(pipe=0, data=30, model=0): 30, ProcessCoord(pipe=0, data=31, model=0): 31, ProcessCoord(pipe=0, data=32, model=0): 32, ProcessCoord(pipe=0, data=33, model=0): 33, ProcessCoord(pipe=0, data=34, model=0): 34, ProcessCoord(pipe=0, data=35, model=0): 35, ProcessCoord(pipe=0, data=36, model=0): 36, ProcessCoord(pipe=0, data=37, model=0): 37, ProcessCoord(pipe=0, data=38, model=0): 38, ProcessCoord(pipe=0, data=39, model=0): 39, ProcessCoord(pipe=0, data=40, model=0): 40, ProcessCoord(pipe=0, data=41, model=0): 41, ProcessCoord(pipe=0, data=42, model=0): 42, ProcessCoord(pipe=0, data=43, model=0): 43, ProcessCoord(pipe=0, data=44, model=0): 44, ProcessCoord(pipe=0, data=45, model=0): 45, ProcessCoord(pipe=0, data=4 + 0: 6, model=0): 46, ProcessCoord(pipe=0, data=47, model=0): 47, ProcessCoord(pipe=0, data=48, model=0): 48, ProcessCoord(pipe=0, data=49, model=0): 49, ProcessCoord(pipe=0, data=50, model=0): 50, ProcessCoord(pipe=0, data=51, model=0): 51, ProcessCoord(pipe=0, data=52, model=0): 52, ProcessCoord(pipe=0, data=53, model=0): 53, ProcessCoord(pipe=0, data=54, model=0): 54, ProcessCoord(pipe=0, data=55, model=0): 55, ProcessCoord(pipe=0, data=56, model=0): 56, ProcessCoord(pipe=0, data=57, model=0): 57, ProcessCoord(pipe=0, data=58, model=0): 58, ProcessCoord(pipe=0, data=59, model=0): 59, ProcessCoord(pipe=0, data=60, model=0): 60, ProcessCoord(pipe=0, data=61, model=0): 61, ProcessCoord(pipe=0, data=62, model=0): 62, ProcessCoord(pipe=0, data=63, model=0): 63, ProcessCoord(pipe=0, data=64, model=0): 64, ProcessCoord(pipe=0, data=65, model=0): 65, ProcessCoord(pipe=0, data=66, model=0): 66, ProcessCoord(pipe=0, data=67, model=0): 67, ProcessCoord(pipe=0, data=68, model=0): 68, ProcessCoord(pipe=0, data=69, model=0): + 0: 69, ProcessCoord(pipe=0, data=70, model=0): 70, ProcessCoord(pipe=0, data=71, model=0): 71, ProcessCoord(pipe=0, data=72, model=0): 72, ProcessCoord(pipe=0, data=73, model=0): 73, ProcessCoord(pipe=0, data=74, model=0): 74, ProcessCoord(pipe=0, data=75, model=0): 75, ProcessCoord(pipe=0, data=76, model=0): 76, ProcessCoord(pipe=0, data=77, model=0): 77, ProcessCoord(pipe=0, data=78, model=0): 78, ProcessCoord(pipe=0, data=79, model=0): 79, ProcessCoord(pipe=0, data=80, model=0): 80, ProcessCoord(pipe=0, data=81, model=0): 81, ProcessCoord(pipe=0, data=82, model=0): 82, ProcessCoord(pipe=0, data=83, model=0): 83, ProcessCoord(pipe=0, data=84, model=0): 84, ProcessCoord(pipe=0, data=85, model=0): 85, ProcessCoord(pipe=0, data=86, model=0): 86, ProcessCoord(pipe=0, data=87, model=0): 87, ProcessCoord(pipe=0, data=88, model=0): 88, ProcessCoord(pipe=0, data=89, model=0): 89, ProcessCoord(pipe=0, data=90, model=0): 90, ProcessCoord(pipe=0, data=91, model=0): 91, ProcessCoord(pipe=0, data=92, model=0): 92, Process + 0: Coord(pipe=0, data=93, model=0): 93, ProcessCoord(pipe=0, data=94, model=0): 94, ProcessCoord(pipe=0, data=95, model=0): 95, ProcessCoord(pipe=0, data=96, model=0): 96, ProcessCoord(pipe=0, data=97, model=0): 97, ProcessCoord(pipe=0, data=98, model=0): 98, ProcessCoord(pipe=0, data=99, model=0): 99, ProcessCoord(pipe=0, data=100, model=0): 100, ProcessCoord(pipe=0, data=101, model=0): 101, ProcessCoord(pipe=0, data=102, model=0): 102, ProcessCoord(pipe=0, data=103, model=0): 103, ProcessCoord(pipe=0, data=104, model=0): 104, ProcessCoord(pipe=0, data=105, model=0): 105, ProcessCoord(pipe=0, data=106, model=0): 106, ProcessCoord(pipe=0, data=107, model=0): 107, ProcessCoord(pipe=0, data=108, model=0): 108, ProcessCoord(pipe=0, data=109, model=0): 109, ProcessCoord(pipe=0, data=110, model=0): 110, ProcessCoord(pipe=0, data=111, model=0): 111, ProcessCoord(pipe=0, data=112, model=0): 112, ProcessCoord(pipe=0, data=113, model=0): 113, ProcessCoord(pipe=0, data=114, model=0): 114, ProcessCoord(pipe=0, data=115, mo + 0: del=0): 115, ProcessCoord(pipe=0, data=116, model=0): 116, ProcessCoord(pipe=0, data=117, model=0): 117, ProcessCoord(pipe=0, data=118, model=0): 118, ProcessCoord(pipe=0, data=119, model=0): 119, ProcessCoord(pipe=0, data=120, model=0): 120, ProcessCoord(pipe=0, data=121, model=0): 121, ProcessCoord(pipe=0, data=122, model=0): 122, ProcessCoord(pipe=0, data=123, model=0): 123, ProcessCoord(pipe=0, data=124, model=0): 124, ProcessCoord(pipe=0, data=125, model=0): 125, ProcessCoord(pipe=0, data=126, model=0): 126, ProcessCoord(pipe=0, data=127, model=0): 127, ProcessCoord(pipe=0, data=128, model=0): 128, ProcessCoord(pipe=0, data=129, model=0): 129, ProcessCoord(pipe=0, data=130, model=0): 130, ProcessCoord(pipe=0, data=131, model=0): 131, ProcessCoord(pipe=0, data=132, model=0): 132, ProcessCoord(pipe=0, data=133, model=0): 133, ProcessCoord(pipe=0, data=134, model=0): 134, ProcessCoord(pipe=0, data=135, model=0): 135, ProcessCoord(pipe=0, data=136, model=0): 136, ProcessCoord(pipe=0, data=137, model=0): 137, + 0: ProcessCoord(pipe=0, data=138, model=0): 138, ProcessCoord(pipe=0, data=139, model=0): 139, ProcessCoord(pipe=0, data=140, model=0): 140, ProcessCoord(pipe=0, data=141, model=0): 141, ProcessCoord(pipe=0, data=142, model=0): 142, ProcessCoord(pipe=0, data=143, model=0): 143, ProcessCoord(pipe=0, data=144, model=0): 144, ProcessCoord(pipe=0, data=145, model=0): 145, ProcessCoord(pipe=0, data=146, model=0): 146, ProcessCoord(pipe=0, data=147, model=0): 147, ProcessCoord(pipe=0, data=148, model=0): 148, ProcessCoord(pipe=0, data=149, model=0): 149, ProcessCoord(pipe=0, data=150, model=0): 150, ProcessCoord(pipe=0, data=151, model=0): 151, ProcessCoord(pipe=0, data=152, model=0): 152, ProcessCoord(pipe=0, data=153, model=0): 153, ProcessCoord(pipe=0, data=154, model=0): 154, ProcessCoord(pipe=0, data=155, model=0): 155, ProcessCoord(pipe=0, data=156, model=0): 156, ProcessCoord(pipe=0, data=157, model=0): 157, ProcessCoord(pipe=0, data=158, model=0): 158, ProcessCoord(pipe=0, data=159, model=0): 159, ProcessCoor + 0: d(pipe=0, data=160, model=0): 160, ProcessCoord(pipe=0, data=161, model=0): 161, ProcessCoord(pipe=0, data=162, model=0): 162, ProcessCoord(pipe=0, data=163, model=0): 163, ProcessCoord(pipe=0, data=164, model=0): 164, ProcessCoord(pipe=0, data=165, model=0): 165, ProcessCoord(pipe=0, data=166, model=0): 166, ProcessCoord(pipe=0, data=167, model=0): 167, ProcessCoord(pipe=0, data=168, model=0): 168, ProcessCoord(pipe=0, data=169, model=0): 169, ProcessCoord(pipe=0, data=170, model=0): 170, ProcessCoord(pipe=0, data=171, model=0): 171, ProcessCoord(pipe=0, data=172, model=0): 172, ProcessCoord(pipe=0, data=173, model=0): 173, ProcessCoord(pipe=0, data=174, model=0): 174, ProcessCoord(pipe=0, data=175, model=0): 175, ProcessCoord(pipe=0, data=176, model=0): 176, ProcessCoord(pipe=0, data=177, model=0): 177, ProcessCoord(pipe=0, data=178, model=0): 178, ProcessCoord(pipe=0, data=179, model=0): 179, ProcessCoord(pipe=0, data=180, model=0): 180, ProcessCoord(pipe=0, data=181, model=0): 181, ProcessCoord(pipe=0, da + 0: ta=182, model=0): 182, ProcessCoord(pipe=0, data=183, model=0): 183, ProcessCoord(pipe=0, data=184, model=0): 184, ProcessCoord(pipe=0, data=185, model=0): 185, ProcessCoord(pipe=0, data=186, model=0): 186, ProcessCoord(pipe=0, data=187, model=0): 187, ProcessCoord(pipe=0, data=188, model=0): 188, ProcessCoord(pipe=0, data=189, model=0): 189, ProcessCoord(pipe=0, data=190, model=0): 190, ProcessCoord(pipe=0, data=191, model=0): 191, ProcessCoord(pipe=0, data=192, model=0): 192, ProcessCoord(pipe=0, data=193, model=0): 193, ProcessCoord(pipe=0, data=194, model=0): 194, ProcessCoord(pipe=0, data=195, model=0): 195, ProcessCoord(pipe=0, data=196, model=0): 196, ProcessCoord(pipe=0, data=197, model=0): 197, ProcessCoord(pipe=0, data=198, model=0): 198, ProcessCoord(pipe=0, data=199, model=0): 199, ProcessCoord(pipe=0, data=200, model=0): 200, ProcessCoord(pipe=0, data=201, model=0): 201, ProcessCoord(pipe=0, data=202, model=0): 202, ProcessCoord(pipe=0, data=203, model=0): 203, ProcessCoord(pipe=0, data=204, mode + 0: l=0): 204, ProcessCoord(pipe=0, data=205, model=0): 205, ProcessCoord(pipe=0, data=206, model=0): 206, ProcessCoord(pipe=0, data=207, model=0): 207, ProcessCoord(pipe=0, data=208, model=0): 208, ProcessCoord(pipe=0, data=209, model=0): 209, ProcessCoord(pipe=0, data=210, model=0): 210, ProcessCoord(pipe=0, data=211, model=0): 211, ProcessCoord(pipe=0, data=212, model=0): 212, ProcessCoord(pipe=0, data=213, model=0): 213, ProcessCoord(pipe=0, data=214, model=0): 214, ProcessCoord(pipe=0, data=215, model=0): 215, ProcessCoord(pipe=0, data=216, model=0): 216, ProcessCoord(pipe=0, data=217, model=0): 217, ProcessCoord(pipe=0, data=218, model=0): 218, ProcessCoord(pipe=0, data=219, model=0): 219, ProcessCoord(pipe=0, data=220, model=0): 220, ProcessCoord(pipe=0, data=221, model=0): 221, ProcessCoord(pipe=0, data=222, model=0): 222, ProcessCoord(pipe=0, data=223, model=0): 223, ProcessCoord(pipe=0, data=224, model=0): 224, ProcessCoord(pipe=0, data=225, model=0): 225, ProcessCoord(pipe=0, data=226, model=0): 226, P + 0: rocessCoord(pipe=0, data=227, model=0): 227, ProcessCoord(pipe=0, data=228, model=0): 228, ProcessCoord(pipe=0, data=229, model=0): 229, ProcessCoord(pipe=0, data=230, model=0): 230, ProcessCoord(pipe=0, data=231, model=0): 231, ProcessCoord(pipe=0, data=232, model=0): 232, ProcessCoord(pipe=0, data=233, model=0): 233, ProcessCoord(pipe=0, data=234, model=0): 234, ProcessCoord(pipe=0, data=235, model=0): 235, ProcessCoord(pipe=0, data=236, model=0): 236, ProcessCoord(pipe=0, data=237, model=0): 237, ProcessCoord(pipe=0, data=238, model=0): 238, ProcessCoord(pipe=0, data=239, model=0): 239, ProcessCoord(pipe=0, data=240, model=0): 240, ProcessCoord(pipe=0, data=241, model=0): 241, ProcessCoord(pipe=0, data=242, model=0): 242, ProcessCoord(pipe=0, data=243, model=0): 243, ProcessCoord(pipe=0, data=244, model=0): 244, ProcessCoord(pipe=0, data=245, model=0): 245, ProcessCoord(pipe=0, data=246, model=0): 246, ProcessCoord(pipe=0, data=247, model=0): 247, ProcessCoord(pipe=0, data=248, model=0): 248, ProcessCoord( + 0: pipe=0, data=249, model=0): 249, ProcessCoord(pipe=0, data=250, model=0): 250, ProcessCoord(pipe=0, data=251, model=0): 251, ProcessCoord(pipe=0, data=252, model=0): 252, ProcessCoord(pipe=0, data=253, model=0): 253, ProcessCoord(pipe=0, data=254, model=0): 254, ProcessCoord(pipe=0, data=255, model=0): 255} + 0: [2023-05-15 10:01:43,791] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer + 0: stage=0 layers=41 + 0: 0: _to_float16 + 0: 1: EmbeddingPipe + 0: 2: + 0: 3: ParallelTransformerLayerPipe + 0: 4: ParallelTransformerLayerPipe + 0: 5: ParallelTransformerLayerPipe + 0: 6: ParallelTransformerLayerPipe + 0: 7: ParallelTransformerLayerPipe + 0: 8: ParallelTransformerLayerPipe + 0: 9: ParallelTransformerLayerPipe + 0: 10: ParallelTransformerLayerPipe + 0: 11: ParallelTransformerLayerPipe + 0: 12: ParallelTransformerLayerPipe + 0: 13: ParallelTransformerLayerPipe + 0: 14: ParallelTransformerLayerPipe + 0: 15: ParallelTransformerLayerPipe + 0: 16: ParallelTransformerLayerPipe + 0: 17: ParallelTransformerLayerPipe + 0: 18: ParallelTransformerLayerPipe + 0: 19: ParallelTransformerLayerPipe + 0: 20: ParallelTransformerLayerPipe + 0: 21: ParallelTransformerLayerPipe + 0: 22: ParallelTransformerLayerPipe + 0: 23: ParallelTransformerLayerPipe + 0: 24: ParallelTransformerLayerPipe + 0: 25: ParallelTransformerLayerPipe + 0: 26: ParallelTransformerLayerPipe + 0: 27: ParallelTransformerLayerPipe + 0: 28: ParallelTransformerLayerPipe + 0: 29: ParallelTransformerLayerPipe + 0: 30: ParallelTransformerLayerPipe + 0: 31: ParallelTransformerLayerPipe + 0: 32: ParallelTransformerLayerPipe + 0: 33: ParallelTransformerLayerPipe + 0: 34: ParallelTransformerLayerPipe + 0: 35: ParallelTransformerLayerPipe + 0: 36: ParallelTransformerLayerPipe + 0: 37: undo + 0: 38: MixedFusedLayerNorm + 0: 39: EmbeddingPipe + 0: 40: float16_to_fp32 + 0: loss: CrossEntropy + 0: [2023-05-15 10:01:44,813] [INFO] [utils.py:827:see_memory_usage] After Building Model + 0: [2023-05-15 10:01:44,813] [INFO] [utils.py:828:see_memory_usage] MA 5.85 GB Max_MA 5.85 GB CA 5.86 GB Max_CA 6 GB + 0: [2023-05-15 10:01:44,813] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 36.76 GB, percent = 7.3% + 0: setting training iterations to 0 + 0: > learning rate decay style: cosine + 0: DeepSpeed is enabled. + 0: [2023-05-15 10:01:44,816] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown + 0: [2023-05-15 10:01:54,843] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False + 0: [2023-05-15 10:01:54,844] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer + 0: [2023-05-15 10:01:54,844] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer + 0: [2023-05-15 10:01:54,863] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam + 0: [2023-05-15 10:01:54,863] [INFO] [logging.py:68:log_dist] [Rank 0] Creating BF16 optimizer + 0: [2023-05-15 10:01:54,988] [INFO] [utils.py:827:see_memory_usage] begin bf16_optimizer + 0: [2023-05-15 10:01:54,989] [INFO] [utils.py:828:see_memory_usage] MA 5.84 GB Max_MA 5.86 GB CA 5.87 GB Max_CA 6 GB + 0: [2023-05-15 10:01:54,989] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.48 GB, percent = 7.4% + 0: ninja: no work to do. +11: Time to load utils op: 0.33469581604003906 secondsTime to load utils op: 0.33469486236572266 seconds +11: +11: Time to load utils op: 0.3347764015197754 seconds +11: Time to load utils op: 0.334824800491333 seconds +11: Time to load utils op: 0.33483028411865234 seconds +11: Time to load utils op: 0.335052490234375 seconds +11: Time to load utils op: 0.33506107330322266 seconds +11: Time to load utils op: 0.33510327339172363 seconds +19: Time to load utils op: 0.3251781463623047 seconds +19: Time to load utils op: 0.3252370357513428 seconds +19: Time to load utils op: 0.3252580165863037 seconds +19: Time to load utils op: 0.32527732849121094 secondsTime to load utils op: 0.3252706527709961 secondsTime to load utils op: 0.3252711296081543 seconds +19: +19: +20: Time to load utils op: 0.32805538177490234 seconds +20: Time to load utils op: 0.3274717330932617 secondsTime to load utils op: 0.3278524875640869 seconds +20: +19: Time to load utils op: 0.3252899646759033 secondsTime to load utils op: 0.3253002166748047 seconds +19: +20: Time to load utils op: 0.3288545608520508 secondsTime to load utils op: 0.32837343215942383 seconds +20: Time to load utils op: 0.3276827335357666 seconds +20: +20: Time to load utils op: 0.32845020294189453 secondsTime to load utils op: 0.3296680450439453 seconds +20: + 7: Time to load utils op: 0.3401064872741699 seconds + 7: Time to load utils op: 0.3401210308074951 seconds + 7: Time to load utils op: 0.3401963710784912 seconds +18: Time to load utils op: 0.33011388778686523 seconds +18: Time to load utils op: 0.33029818534851074 seconds +15: Time to load utils op: 0.33533620834350586 seconds +15: Time to load utils op: 0.3354320526123047 seconds +15: Time to load utils op: 0.33510732650756836 seconds +18: Time to load utils op: 0.330582857131958 seconds +18: Time to load utils op: 0.33066773414611816 secondsTime to load utils op: 0.330533504486084 seconds +18: +18: Time to load utils op: 0.3303079605102539 seconds +18: Time to load utils op: 0.3301734924316406 seconds +18: Time to load utils op: 0.33017587661743164 seconds +29: Time to load utils op: 0.3176000118255615 seconds +29: Time to load utils op: 0.31706881523132324 seconds +29: Time to load utils op: 0.3169267177581787 seconds +13: Time to load utils op: 0.33321642875671387 seconds +13: Time to load utils op: 0.33324432373046875 seconds +13: Time to load utils op: 0.333254337310791 seconds + 7: Time to load utils op: 0.3405890464782715 seconds + 7: Time to load utils op: 0.3406088352203369 seconds + 8: Time to load utils op: 0.3395073413848877 seconds + 8: Time to load utils op: 0.33951759338378906 seconds + 8: Time to load utils op: 0.3395524024963379 seconds + 8: Time to load utils op: 0.33959364891052246 seconds + 8: Time to load utils op: 0.33960747718811035 seconds + 0: Time to load utils op: 0.30959224700927734 seconds +21: Time to load utils op: 0.323291540145874 seconds + 0: Time to load utils op: 0.353412389755249 seconds +15: Time to load utils op: 0.33560633659362793 secondsTime to load utils op: 0.33621907234191895 seconds +15: +15: Time to load utils op: 0.33596062660217285 seconds + 0: Time to load utils op: 0.35343432426452637 seconds + 7: Time to load utils op: 0.34064722061157227 secondsTime to load utils op: 0.34065985679626465 seconds + 7: + 7: Time to load utils op: 0.34066224098205566 seconds +21: Time to load utils op: 0.3233318328857422 seconds +26: Time to load utils op: 0.3213491439819336 secondsTime to load utils op: 0.3224785327911377 seconds +26: Time to load utils op: 0.32001805305480957 seconds +26: +15: Time to load utils op: 0.3349945545196533 secondsTime to load utils op: 0.33582186698913574 seconds +15: + 8: Time to load utils op: 0.3397834300994873 seconds + 8: Time to load utils op: 0.33980512619018555 seconds +14: Time to load utils op: 0.3360137939453125 seconds +14: Time to load utils op: 0.33629560470581055 seconds +14: Time to load utils op: 0.33649444580078125 seconds +21: Time to load utils op: 0.3233661651611328 secondsTime to load utils op: 0.3233795166015625 seconds +21: Time to load utils op: 0.32339048385620117 seconds +21: Time to load utils op: 0.3233780860900879 seconds +21: +21: Time to load utils op: 0.3233976364135742 seconds +21: Time to load utils op: 0.3234066963195801 seconds + 9: Time to load utils op: 0.33805203437805176 seconds + 9: Time to load utils op: 0.3381202220916748 seconds + 9: Time to load utils op: 0.3381361961364746 seconds +24: Time to load utils op: 0.3233456611633301 seconds +24: Time to load utils op: 0.32303357124328613 seconds +24: Time to load utils op: 0.32306385040283203 seconds +17: Time to load utils op: 0.3316001892089844 seconds +17: Time to load utils op: 0.33196163177490234 seconds +17: Time to load utils op: 0.3324582576751709 seconds +17: Time to load utils op: 0.3337240219116211 seconds +13: Time to load utils op: 0.33356237411499023 secondsTime to load utils op: 0.3335728645324707 seconds +13: +12: Time to load utils op: 0.333998441696167 seconds +12: Time to load utils op: 0.3342015743255615 secondsTime to load utils op: 0.3341944217681885 seconds +12: + 8: Time to load utils op: 0.33984875679016113 seconds +13: Time to load utils op: 0.3336172103881836 seconds + 9: Time to load utils op: 0.3385031223297119 secondsTime to load utils op: 0.33851003646850586 secondsTime to load utils op: 0.33850789070129395 seconds + 9: + 9: +17: Time to load utils op: 0.3330261707305908 secondsTime to load utils op: 0.33314037322998047 secondsTime to load utils op: 0.3335089683532715 seconds +17: +17: Time to load utils op: 0.3326103687286377 seconds +17: +29: Time to load utils op: 0.31797170639038086 secondsTime to load utils op: 0.3172435760498047 secondsTime to load utils op: 0.31780481338500977 seconds +29: +29: +29: Time to load utils op: 0.3177969455718994 seconds + 9: Time to load utils op: 0.3385767936706543 seconds +13: Time to load utils op: 0.33363962173461914 seconds +13: Time to load utils op: 0.33365726470947266 seconds +14: Time to load utils op: 0.33770251274108887 secondsTime to load utils op: 0.33728718757629395 seconds +14: +14: Time to load utils op: 0.3365139961242676 seconds +14: Time to load utils op: 0.33601951599121094 seconds +14: Time to load utils op: 0.3371293544769287 seconds +23: Time to load utils op: 0.3200705051422119 seconds +23: Time to load utils op: 0.32008981704711914 seconds +23: Time to load utils op: 0.3201589584350586 seconds +28: Time to load utils op: 0.3188662528991699 secondsTime to load utils op: 0.3187563419342041 seconds +28: +28: Time to load utils op: 0.31943321228027344 seconds +28: Time to load utils op: 0.3196566104888916 seconds + 9: Time to load utils op: 0.33864331245422363 seconds + 6: Time to load utils op: 0.34532856941223145 seconds + 6: Time to load utils op: 0.34680795669555664 seconds + 6: Time to load utils op: 0.3465139865875244 seconds + 6: Time to load utils op: 0.34777069091796875 seconds + 6: Time to load utils op: 0.34694480895996094 seconds +22: Time to load utils op: 0.3259294033050537 secondsTime to load utils op: 0.3256566524505615 seconds +22: +22: Time to load utils op: 0.32481932640075684 seconds +22: Time to load utils op: 0.3264658451080322 seconds +22: Time to load utils op: 0.32658910751342773 seconds +27: Time to load utils op: 0.31554698944091797 secondsTime to load utils op: 0.3155548572540283 seconds +27: +27: Time to load utils op: 0.3155980110168457 seconds +29: Time to load utils op: 0.31794285774230957 seconds +26: Time to load utils op: 0.3210301399230957 seconds +26: Time to load utils op: 0.32097840309143066 seconds +10: Time to load utils op: 0.3380892276763916 secondsTime to load utils op: 0.33809971809387207 seconds +10: +10: Time to load utils op: 0.33811092376708984 seconds +24: Time to load utils op: 0.3234596252441406 seconds + 0: Time to load utils op: 0.3539726734161377 secondsTime to load utils op: 0.3538498878479004 seconds + 0: + 0: Time to load utils op: 0.353379487991333 seconds + 0: Time to load utils op: 0.3538675308227539 seconds + 0: Time to load utils op: 0.3535339832305908 seconds +31: Time to load utils op: 0.3144853115081787 secondsTime to load utils op: 0.31444549560546875 seconds +31: +31: Time to load utils op: 0.3145782947540283 seconds +31: Time to load utils op: 0.31459474563598633 secondsTime to load utils op: 0.31522679328918457 seconds +31: + 3: Time to load utils op: 0.3514695167541504 secondsTime to load utils op: 0.35066795349121094 seconds + 3: +24: Time to load utils op: 0.32465577125549316 seconds + 4: Time to load utils op: 0.3439774513244629 seconds + 4: Time to load utils op: 0.3439779281616211 seconds + 4: Time to load utils op: 0.34406518936157227 seconds + 4: Time to load utils op: 0.34409213066101074 seconds + 5: Time to load utils op: 0.34784746170043945 seconds + 5: Time to load utils op: 0.3478677272796631 seconds + 5: Time to load utils op: 0.3485250473022461 seconds + 5: Time to load utils op: 0.34897279739379883 seconds + 5: Time to load utils op: 0.34784674644470215 seconds + 1: Time to load utils op: 0.3486826419830322 seconds + 1: Time to load utils op: 0.34876060485839844 seconds + 1: Time to load utils op: 0.34877920150756836 seconds +26: Time to load utils op: 0.32186317443847656 secondsTime to load utils op: 0.3218522071838379 seconds +26: +26: Time to load utils op: 0.3212239742279053 seconds +28: Time to load utils op: 0.3189573287963867 seconds +12: Time to load utils op: 0.3346400260925293 seconds +12: Time to load utils op: 0.33463454246520996 seconds +12: Time to load utils op: 0.3346560001373291 seconds +12: Time to load utils op: 0.3346672058105469 seconds +24: Time to load utils op: 0.3244969844818115 seconds + 6: Time to load utils op: 0.34761929512023926 seconds +23: Time to load utils op: 0.3205568790435791 seconds +23: Time to load utils op: 0.32058000564575195 seconds +30: Time to load utils op: 0.3128232955932617 seconds +30: Time to load utils op: 0.31287431716918945 seconds +30: Time to load utils op: 0.3129138946533203 seconds +30: Time to load utils op: 0.3129310607910156 seconds +12: Time to load utils op: 0.33466506004333496 seconds +24: Time to load utils op: 0.32440733909606934 seconds +27: Time to load utils op: 0.3159456253051758 seconds +27: Time to load utils op: 0.31595492362976074 seconds +25: Time to load utils op: 0.3182978630065918 secondsTime to load utils op: 0.31830334663391113 seconds +25: +25: Time to load utils op: 0.3183126449584961 seconds +25: Time to load utils op: 0.31838321685791016 seconds +10: Time to load utils op: 0.33833813667297363 seconds +10: Time to load utils op: 0.3383610248565674 seconds +10: Time to load utils op: 0.338360071182251 seconds +24: Time to load utils op: 0.32485365867614746 seconds + 2: Time to load utils op: 0.3476893901824951 secondsTime to load utils op: 0.34769439697265625 seconds + 2: + 2: Time to load utils op: 0.34769678115844727 seconds + 5: Time to load utils op: 0.3480691909790039 seconds + 5: Time to load utils op: 0.3488330841064453 seconds + 5: Time to load utils op: 0.3489217758178711 seconds + 6: Time to load utils op: 0.34726428985595703 seconds +23: Time to load utils op: 0.3206183910369873 seconds +23: Time to load utils op: 0.320629358291626 seconds +23: Time to load utils op: 0.32063913345336914 seconds +31: Time to load utils op: 0.3149394989013672 seconds +22: Time to load utils op: 0.3269634246826172 seconds +22: Time to load utils op: 0.32733845710754395 seconds +22: Time to load utils op: 0.3274383544921875 seconds +28: Time to load utils op: 0.31908106803894043 seconds +28: Time to load utils op: 0.3199946880340576 secondsTime to load utils op: 0.31902027130126953 seconds +28: + 3: Time to load utils op: 0.3514223098754883 secondsTime to load utils op: 0.3506033420562744 seconds + 3: + 3: Time to load utils op: 0.3517313003540039 seconds + 6: Time to load utils op: 0.34822559356689453 seconds +27: Time to load utils op: 0.3159921169281006 secondsTime to load utils op: 0.31600499153137207 seconds +27: +27: Time to load utils op: 0.3160107135772705 seconds +10: Time to load utils op: 0.3384056091308594 secondsTime to load utils op: 0.3384110927581787 seconds +10: + 3: Time to load utils op: 0.3508443832397461 seconds + 3: Time to load utils op: 0.34967851638793945 seconds + 3: Time to load utils op: 0.3508450984954834 seconds +31: Time to load utils op: 0.31537508964538574 secondsTime to load utils op: 0.31515932083129883 seconds +31: +30: Time to load utils op: 0.31327128410339355 seconds + 4: Time to load utils op: 0.3443756103515625 secondsTime to load utils op: 0.34438490867614746 secondsTime to load utils op: 0.3443903923034668 seconds + 4: + 4: + 4: Time to load utils op: 0.34441065788269043 seconds + 1: Time to load utils op: 0.3491966724395752 seconds + 1: Time to load utils op: 0.34922099113464355 seconds + 1: Time to load utils op: 0.34923338890075684 secondsTime to load utils op: 0.34923720359802246 seconds + 1: +25: Time to load utils op: 0.318936824798584 seconds +25: Time to load utils op: 0.3189387321472168 seconds +16: Time to load utils op: 0.33550262451171875 seconds +16: Time to load utils op: 0.3347034454345703 seconds +16: Time to load utils op: 0.3351743221282959 secondsTime to load utils op: 0.33519458770751953 seconds +16: +30: Time to load utils op: 0.3133120536804199 seconds + 2: Time to load utils op: 0.3480970859527588 seconds +30: Time to load utils op: 0.31331586837768555 seconds + 1: Time to load utils op: 0.3492434024810791 seconds +30: Time to load utils op: 0.3133232593536377 seconds + 2: Time to load utils op: 0.34810900688171387 seconds +25: Time to load utils op: 0.31897640228271484 seconds + 2: Time to load utils op: 0.3481404781341553 seconds +25: Time to load utils op: 0.31897521018981934 seconds + 2: Time to load utils op: 0.3481559753417969 secondsTime to load utils op: 0.34815073013305664 seconds + 2: +16: Time to load utils op: 0.33470940589904785 secondsTime to load utils op: 0.33335089683532715 secondsTime to load utils op: 0.33536577224731445 seconds +16: +16: +16: Time to load utils op: 0.3351559638977051 seconds + 0: [2023-05-15 10:01:55,417] [INFO] [utils.py:827:see_memory_usage] before initializing group 0 + 0: [2023-05-15 10:01:55,417] [INFO] [utils.py:828:see_memory_usage] MA 5.84 GB Max_MA 5.84 GB CA 5.87 GB Max_CA 6 GB + 0: [2023-05-15 10:01:55,418] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.49 GB, percent = 7.5% +31: Time to load utils op: 0.0006687641143798828 seconds +31: Time to load utils op: 0.0008215904235839844 seconds +28: Time to load utils op: 0.0012247562408447266 seconds +15: Time to load utils op: 0.0012836456298828125 seconds + 5: Time to load utils op: 0.0009527206420898438 seconds +18: Time to load utils op: 0.0009908676147460938 seconds +15: Time to load utils op: 0.001413106918334961 secondsTime to load utils op: 0.0013842582702636719 seconds +15: +16: Time to load utils op: 0.0005390644073486328 seconds +15: Time to load utils op: 0.001306295394897461 secondsTime to load utils op: 0.0013394355773925781 seconds +15: +31: Time to load utils op: 0.0012500286102294922 seconds +28: Time to load utils op: 0.0015616416931152344 seconds +15: Time to load utils op: 0.0014243125915527344 secondsTime to load utils op: 0.001398324966430664 secondsTime to load utils op: 0.0014400482177734375 seconds +15: +15: +16: Time to load utils op: 0.0004162788391113281 secondsTime to load utils op: 0.0004546642303466797 secondsTime to load utils op: 0.00044727325439453125 secondsTime to load utils op: 0.0004627704620361328 seconds +16: +16: +16: +28: Time to load utils op: 0.0015766620635986328 seconds +16: Time to load utils op: 0.0005643367767333984 seconds +16: Time to load utils op: 0.0005707740783691406 seconds +18: Time to load utils op: 0.0011889934539794922 seconds +18: Time to load utils op: 0.000911712646484375 secondsTime to load utils op: 0.0014677047729492188 seconds +18: +18: Time to load utils op: 0.0014989376068115234 seconds +18: Time to load utils op: 0.0009021759033203125 seconds + 0: Time to load utils op: 0.0006399154663085938 seconds +31: Time to load utils op: 0.0015192031860351562 seconds +31: Time to load utils op: 0.0014884471893310547 seconds +20: Time to load utils op: 0.0005087852478027344 seconds +28: Time to load utils op: 0.0014603137969970703 seconds + 0: Time to load utils op: 0.0006537437438964844 seconds +16: Time to load utils op: 0.0006091594696044922 seconds +31: Time to load utils op: 0.001405477523803711 seconds +28: Time to load utils op: 0.0015215873718261719 seconds +18: Time to load utils op: 0.0015501976013183594 seconds + 0: Time to load utils op: 0.0006146430969238281 secondsTime to load utils op: 0.0006241798400878906 seconds + 0: +28: Time to load utils op: 0.0014889240264892578 seconds +28: Time to load utils op: 0.0015027523040771484 seconds +18: Time to load utils op: 0.0015587806701660156 seconds +31: Time to load utils op: 0.001338958740234375 seconds +31: Time to load utils op: 0.0015752315521240234 seconds +20: Time to load utils op: 0.00045490264892578125 secondsTime to load utils op: 0.00044608116149902344 seconds +20: +20: Time to load utils op: 0.0004253387451171875 seconds +28: Time to load utils op: 0.0015690326690673828 seconds + 0: Time to load utils op: 0.0006518363952636719 seconds + 5: Time to load utils op: 0.0015170574188232422 seconds + 6: Time to load utils op: 0.0009374618530273438 seconds + 0: Time to load utils op: 0.0007262229919433594 seconds + 5: Time to load utils op: 0.0014643669128417969 seconds +20: Time to load utils op: 0.0005466938018798828 seconds +20: Time to load utils op: 0.00043201446533203125 seconds +20: Time to load utils op: 0.0005350112915039062 seconds + 0: Time to load utils op: 0.0005018711090087891 seconds + 5: Time to load utils op: 0.0014481544494628906 seconds + 5: Time to load utils op: 0.001451253890991211 seconds +20: Time to load utils op: 0.0004341602325439453 seconds + 5: Time to load utils op: 0.0015604496002197266 seconds + 5: Time to load utils op: 0.0015180110931396484 seconds + 5: Time to load utils op: 0.001506805419921875 seconds + 6: Time to load utils op: 0.0013012886047363281 seconds + 6: Time to load utils op: 0.0013997554779052734 seconds + 6: Time to load utils op: 0.0014882087707519531 secondsTime to load utils op: 0.0013861656188964844 seconds + 6: + 6: Time to load utils op: 0.0013849735260009766 seconds + 6: Time to load utils op: 0.0014467239379882812 seconds + 6: Time to load utils op: 0.0014650821685791016 seconds +26: Time to load utils op: 0.0005230903625488281 seconds +26: Time to load utils op: 0.00044155120849609375 secondsTime to load utils op: 0.000453948974609375 secondsTime to load utils op: 0.0005593299865722656 seconds +26: +26: +26: Time to load utils op: 0.0005435943603515625 seconds +26: Time to load utils op: 0.0005919933319091797 seconds +26: Time to load utils op: 0.0005588531494140625 secondsTime to load utils op: 0.0005967617034912109 seconds +26: +14: Time to load utils op: 0.0005521774291992188 seconds +14: Time to load utils op: 0.0005121231079101562 seconds +14: Time to load utils op: 0.0005578994750976562 seconds +14: Time to load utils op: 0.0004909038543701172 secondsTime to load utils op: 0.0004935264587402344 secondsTime to load utils op: 0.0004813671112060547 seconds +14: +14: +14: Time to load utils op: 0.0004985332489013672 seconds +14: Time to load utils op: 0.0006427764892578125 seconds +29: Time to load utils op: 0.001203298568725586 seconds +29: Time to load utils op: 0.0017385482788085938 seconds +29: Time to load utils op: 0.001743316650390625 seconds +29: Time to load utils op: 0.0017147064208984375 seconds +29: Time to load utils op: 0.001764059066772461 seconds +29: Time to load utils op: 0.001744985580444336 seconds +29: Time to load utils op: 0.0017027854919433594 seconds +29: Time to load utils op: 0.0017955303192138672 seconds +17: Time to load utils op: 0.0005366802215576172 seconds +17: Time to load utils op: 0.0005507469177246094 seconds +17: Time to load utils op: 0.0006182193756103516 seconds +17: Time to load utils op: 0.0006463527679443359 seconds +17: Time to load utils op: 0.0005893707275390625 seconds +17: Time to load utils op: 0.0005996227264404297 seconds +17: Time to load utils op: 0.0006730556488037109 seconds +17: Time to load utils op: 0.0006401538848876953 seconds +23: Time to load utils op: 0.0011053085327148438 seconds +10: Time to load utils op: 0.0007612705230712891 seconds + 1: Time to load utils op: 0.0007779598236083984 seconds +22: Time to load utils op: 0.0005326271057128906 seconds +22: Time to load utils op: 0.0005521774291992188 seconds +22: Time to load utils op: 0.0005509853363037109 seconds +22: Time to load utils op: 0.0004525184631347656 seconds +10: Time to load utils op: 0.0010716915130615234 seconds +10: Time to load utils op: 0.0010609626770019531 seconds +22: Time to load utils op: 0.0005292892456054688 seconds +22: Time to load utils op: 0.0005712509155273438 seconds +22: Time to load utils op: 0.0006418228149414062 seconds +23: Time to load utils op: 0.0016031265258789062 seconds +22: Time to load utils op: 0.0006508827209472656 seconds +23: Time to load utils op: 0.0015556812286376953 secondsTime to load utils op: 0.001512765884399414 seconds +23: +23: Time to load utils op: 0.0016262531280517578 secondsTime to load utils op: 0.0015950202941894531 seconds +23: +23: Time to load utils op: 0.001631021499633789 seconds +23: Time to load utils op: 0.001628875732421875 seconds +30: Time to load utils op: 0.0006730556488037109 seconds +30: Time to load utils op: 0.0007147789001464844 seconds +10: Time to load utils op: 0.0014340877532958984 secondsTime to load utils op: 0.0014619827270507812 seconds +10: Time to load utils op: 0.001508951187133789 seconds +10: +10: Time to load utils op: 0.0014829635620117188 seconds + 1: Time to load utils op: 0.001514434814453125 seconds + 1: Time to load utils op: 0.0014500617980957031 seconds + 1: Time to load utils op: 0.0014748573303222656 seconds +21: Time to load utils op: 0.0010380744934082031 seconds +10: Time to load utils op: 0.0015168190002441406 seconds + 8: Time to load utils op: 0.0011191368103027344 seconds + 1: Time to load utils op: 0.001420736312866211 secondsTime to load utils op: 0.001405954360961914 seconds + 1: + 1: Time to load utils op: 0.001447439193725586 seconds + 1: Time to load utils op: 0.0014286041259765625 seconds +21: Time to load utils op: 0.0013103485107421875 seconds +12: Time to load utils op: 0.0009233951568603516 seconds +13: Time to load utils op: 0.0009465217590332031 seconds +21: Time to load utils op: 0.0011360645294189453 seconds +21: Time to load utils op: 0.0011487007141113281 seconds +21: Time to load utils op: 0.00136566162109375 seconds +21: Time to load utils op: 0.0011928081512451172 seconds +21: Time to load utils op: 0.0012385845184326172 seconds +21: Time to load utils op: 0.001556396484375 seconds +19: Time to load utils op: 0.00091552734375 seconds + 3: Time to load utils op: 0.0007922649383544922 seconds +11: Time to load utils op: 0.0013828277587890625 seconds +11: Time to load utils op: 0.0013647079467773438 seconds +11: Time to load utils op: 0.0013935565948486328 seconds + 4: Time to load utils op: 0.0009469985961914062 seconds + 3: Time to load utils op: 0.0009706020355224609 seconds +11: Time to load utils op: 0.0016651153564453125 seconds + 3: Time to load utils op: 0.0010519027709960938 seconds + 2: Time to load utils op: 0.0010788440704345703 seconds + 7: Time to load utils op: 0.0013284683227539062 seconds +19: Time to load utils op: 0.0012502670288085938 seconds + 8: Time to load utils op: 0.0019431114196777344 seconds +30: Time to load utils op: 0.0018608570098876953 seconds + 9: Time to load utils op: 0.0010943412780761719 seconds + 9: Time to load utils op: 0.0009877681732177734 seconds + 9: Time to load utils op: 0.0011138916015625 seconds + 9: Time to load utils op: 0.0010693073272705078 seconds + 9: Time to load utils op: 0.001142740249633789 seconds +11: Time to load utils op: 0.0017664432525634766 seconds +11: Time to load utils op: 0.001768350601196289 seconds +11: Time to load utils op: 0.0017483234405517578 seconds +30: Time to load utils op: 0.001898050308227539 secondsTime to load utils op: 0.0019102096557617188 seconds +30: + 8: Time to load utils op: 0.0018618106842041016 seconds +30: Time to load utils op: 0.001947641372680664 seconds +11: Time to load utils op: 0.0018122196197509766 seconds + 8: Time to load utils op: 0.0019881725311279297 seconds + 8: Time to load utils op: 0.001999378204345703 seconds +30: Time to load utils op: 0.001964092254638672 seconds + 9: Time to load utils op: 0.0011386871337890625 secondsTime to load utils op: 0.0010800361633300781 seconds + 9: + 8: Time to load utils op: 0.0019664764404296875 secondsTime to load utils op: 0.001962900161743164 seconds + 8: + 8: Time to load utils op: 0.002023935317993164 seconds +25: Time to load utils op: 0.0012772083282470703 seconds +12: Time to load utils op: 0.0018153190612792969 seconds +30: Time to load utils op: 0.002017498016357422 seconds + 9: Time to load utils op: 0.0012824535369873047 seconds +19: Time to load utils op: 0.0015223026275634766 seconds +19: Time to load utils op: 0.0014481544494628906 seconds +12: Time to load utils op: 0.0018503665924072266 seconds + 7: Time to load utils op: 0.0016698837280273438 seconds +12: Time to load utils op: 0.0017497539520263672 seconds +12: Time to load utils op: 0.0017976760864257812 seconds + 3: Time to load utils op: 0.0014965534210205078 seconds + 3: Time to load utils op: 0.001562356948852539 seconds +12: Time to load utils op: 0.0017480850219726562 secondsTime to load utils op: 0.0017354488372802734 seconds +12: +19: Time to load utils op: 0.0016641616821289062 seconds +19: Time to load utils op: 0.0016710758209228516 seconds +12: Time to load utils op: 0.0017685890197753906 seconds + 3: Time to load utils op: 0.0015366077423095703 seconds + 3: Time to load utils op: 0.0015377998352050781 seconds + 2: Time to load utils op: 0.0015101432800292969 seconds + 3: Time to load utils op: 0.001544952392578125 seconds +13: Time to load utils op: 0.002055644989013672 seconds +19: Time to load utils op: 0.0017061233520507812 seconds + 2: Time to load utils op: 0.0015263557434082031 seconds +13: Time to load utils op: 0.0019829273223876953 seconds + 4: Time to load utils op: 0.0015878677368164062 seconds + 7: Time to load utils op: 0.001886129379272461 seconds +13: Time to load utils op: 0.001995086669921875 seconds +13: Time to load utils op: 0.0020873546600341797 seconds +19: Time to load utils op: 0.0016913414001464844 seconds + 7: Time to load utils op: 0.0018470287322998047 seconds +25: Time to load utils op: 0.0017237663269042969 seconds + 2: Time to load utils op: 0.0016684532165527344 seconds + 2: Time to load utils op: 0.0016252994537353516 seconds + 7: Time to load utils op: 0.001920938491821289 secondsTime to load utils op: 0.00194549560546875 seconds + 7: + 7: Time to load utils op: 0.0018925666809082031 seconds +13: Time to load utils op: 0.0021381378173828125 seconds +25: Time to load utils op: 0.0017175674438476562 seconds + 7: Time to load utils op: 0.0018684864044189453 seconds +13: Time to load utils op: 0.00208282470703125 seconds +13: Time to load utils op: 0.0021886825561523438 seconds + 2: Time to load utils op: 0.0016009807586669922 secondsTime to load utils op: 0.0015912055969238281 seconds + 2: + 4: Time to load utils op: 0.0016968250274658203 seconds + 4: Time to load utils op: 0.0017690658569335938 secondsTime to load utils op: 0.001834869384765625 seconds + 4: +25: Time to load utils op: 0.001783609390258789 secondsTime to load utils op: 0.001737356185913086 seconds +25: Time to load utils op: 0.0017704963684082031 seconds +25: +25: Time to load utils op: 0.001764059066772461 seconds + 2: Time to load utils op: 0.0016574859619140625 seconds + 4: Time to load utils op: 0.0017588138580322266 secondsTime to load utils op: 0.0017893314361572266 seconds + 4: +25: Time to load utils op: 0.0017650127410888672 seconds + 4: Time to load utils op: 0.0018153190612792969 seconds +27: Time to load utils op: 0.0009639263153076172 seconds +27: Time to load utils op: 0.0011076927185058594 secondsTime to load utils op: 0.001088857650756836 seconds +27: +27: Time to load utils op: 0.0010874271392822266 seconds +27: Time to load utils op: 0.0011281967163085938 seconds +27: Time to load utils op: 0.0011076927185058594 secondsTime to load utils op: 0.001134634017944336 seconds +27: +27: Time to load utils op: 0.0012199878692626953 seconds +24: Time to load utils op: 0.0009601116180419922 seconds +24: Time to load utils op: 0.0016510486602783203 seconds +24: Time to load utils op: 0.0015628337860107422 seconds +24: Time to load utils op: 0.0015499591827392578 seconds +24: Time to load utils op: 0.001611948013305664 seconds +24: Time to load utils op: 0.0016884803771972656 seconds +24: Time to load utils op: 0.0017032623291015625 seconds +24: Time to load utils op: 0.0016586780548095703 seconds + 0: [2023-05-15 10:01:56,143] [INFO] [utils.py:827:see_memory_usage] after initializing group 0 + 0: [2023-05-15 10:01:56,144] [INFO] [utils.py:828:see_memory_usage] MA 11.73 GB Max_MA 11.73 GB CA 14.73 GB Max_CA 15 GB + 0: [2023-05-15 10:01:56,144] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,251] [INFO] [utils.py:827:see_memory_usage] before initializing group 1 + 0: [2023-05-15 10:01:56,252] [INFO] [utils.py:828:see_memory_usage] MA 11.73 GB Max_MA 11.73 GB CA 14.73 GB Max_CA 15 GB + 0: [2023-05-15 10:01:56,252] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,360] [INFO] [utils.py:827:see_memory_usage] after initializing group 1 + 0: [2023-05-15 10:01:56,361] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,361] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,465] [INFO] [utils.py:827:see_memory_usage] before initializing group 2 + 0: [2023-05-15 10:01:56,465] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,465] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,573] [INFO] [utils.py:827:see_memory_usage] after initializing group 2 + 0: [2023-05-15 10:01:56,573] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,573] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,679] [INFO] [utils.py:827:see_memory_usage] before initialize_optimizer + 0: [2023-05-15 10:01:56,680] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,680] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,791] [INFO] [utils.py:827:see_memory_usage] end initialize_optimizer + 0: [2023-05-15 10:01:56,791] [INFO] [utils.py:828:see_memory_usage] MA 17.4 GB Max_MA 17.4 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,791] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,895] [INFO] [utils.py:827:see_memory_usage] end bf16_optimizer + 0: [2023-05-15 10:01:56,896] [INFO] [utils.py:828:see_memory_usage] MA 17.4 GB Max_MA 17.4 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,896] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,896] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam + 0: [2023-05-15 10:01:56,896] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler + 0: [2023-05-15 10:01:56,896] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = + 0: [2023-05-15 10:01:56,897] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[0.0002, 0.0002, 0.0002], mom=[(0.9, 0.999), (0.9, 0.999), (0.9, 0.999)] + 0: [2023-05-15 10:01:56,897] [INFO] [config.py:1007:print] DeepSpeedEngine configuration: + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] activation_checkpointing_config { + 0: "partition_activations": false, + 0: "contiguous_memory_optimization": false, + 0: "cpu_checkpointing": false, + 0: "number_checkpoints": null, + 0: "synchronize_checkpoint_boundary": false, + 0: "profile": false + 0: } + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True} + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] amp_enabled .................. False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] amp_params ................... False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] autotuning_config ............ { + 0: "enabled": false, + 0: "start_step": null, + 0: "end_step": null, + 0: "metric_path": null, + 0: "arg_mappings": null, + 0: "metric": "throughput", + 0: "model_info": null, + 0: "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_results", + 0: "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_exps", + 0: "overwrite": true, + 0: "fast": true, + 0: "start_profile_step": 3, + 0: "end_profile_step": 5, + 0: "tuner_type": "gridsearch", + 0: "tuner_early_stopping": 5, + 0: "tuner_num_trials": 50, + 0: "model_info_path": null, + 0: "mp_size": 1, + 0: "max_train_batch_size": null, + 0: "min_train_batch_size": 1, + 0: "max_train_micro_batch_size_per_gpu": 1.024000e+03, + 0: "min_train_micro_batch_size_per_gpu": 1, + 0: "num_tuning_micro_batch_sizes": 3 + 0: } + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] bfloat16_enabled ............. True + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] checkpoint_parallel_write_pipeline False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] checkpoint_tag_validation_enabled True + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] checkpoint_tag_validation_fail False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] comms_config ................. + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] communication_data_type ...... None + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa + 0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}} + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] curriculum_enabled ........... False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] curriculum_params ............ False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] dataloader_drop_last ......... False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] disable_allgather ............ False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] dump_state ................... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] dynamic_loss_scale_args ...... None + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_enabled ........... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_gas_boundary_resolution 1 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_layer_name ........ bert.encoder.layer + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_layer_num ......... 0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_max_iter .......... 100 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_stability ......... 1e-06 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_tol ............... 0.01 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_verbose ........... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] elasticity_enabled ........... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] flops_profiler_config ........ { + 0: "enabled": false, + 0: "profile_step": 1, + 0: "module_depth": -1, + 0: "top_modules": 1, + 0: "detailed": true, + 0: "output_file": null + 0: } + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] fp16_auto_cast ............... None + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] fp16_enabled ................. False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] fp16_master_weights_and_gradients False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] global_rank .................. 0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] gradient_accumulation_steps .. 2 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] gradient_clipping ............ 1.0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] gradient_predivide_factor .... 1.0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] initial_dynamic_scale ........ 1 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] load_universal_checkpoint .... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] loss_scale ................... 1.0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] memory_breakdown ............. False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] monitor_config ............... + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] nebula_config ................ { + 0: "enabled": false, + 0: "persistent_storage_path": null, + 0: "persistent_time_interval": 100, + 0: "num_of_version_in_retention": 2, + 0: "enable_nebula_load": true, + 0: "load_path": null + 0: } + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] optimizer_legacy_fusion ...... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] optimizer_name ............... None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] optimizer_params ............. None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0} + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] pld_enabled .................. False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] pld_params ................... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] prescale_gradients ........... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] scheduler_name ............... None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] scheduler_params ............. None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] sparse_attention ............. None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] sparse_gradients_enabled ..... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] steps_per_print .............. 2000 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] train_batch_size ............. 1024 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] train_micro_batch_size_per_gpu 2 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] use_node_local_storage ....... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] wall_clock_breakdown ......... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] world_size ................... 256 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_allow_untested_optimizer False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_config .................. stage=0 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_enabled ................. False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_optimization_stage ...... 0 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:996:print_user_config] json = { + 0: "train_micro_batch_size_per_gpu": 2, + 0: "train_batch_size": 1.024000e+03, + 0: "gradient_clipping": 1.0, + 0: "zero_optimization": { + 0: "stage": 0 + 0: }, + 0: "bf16": { + 0: "enabled": true + 0: }, + 0: "steps_per_print": 2.000000e+03, + 0: "wall_clock_breakdown": false + 0: } + 0: Time to load utils op: 0.00045013427734375 seconds + 0: [2023-05-15 10:01:56,901] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=2 micro_batch_size=2 + 0: [2023-05-15 10:01:56,914] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=41 [0, 41) STAGE_PARAMS=3089856000 (3089.856M) TOTAL_PARAMS=3089856000 (3089.856M) UNIQUE_PARAMS=3089856000 (3089.856M) + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:57,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:57,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:57,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:57,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:57,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:58,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:58,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:58,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:59,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:01:59,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:01:59,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:01:59,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:01:59,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:01:59,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:01:59,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:02:00,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:02:00,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:00,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:00,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:00,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:00,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:00,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:00,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:00,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:00,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:00,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:00,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:00,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:00,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:00,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:00,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:01,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:01,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:01,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:01,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:01,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:01,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:01,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:01,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:01,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:01,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:01,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:01,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:02,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:02,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:02,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:02,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:02,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:02,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:02,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:02,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:02,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:02,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:03,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:03,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:03,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:03,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:03,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:03,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:03,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:03,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:03,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:03,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:03,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:03,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:03,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:03,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:03,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:03,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:03,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:03,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:03,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:04,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:04,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:04,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:04,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:04,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:04,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:05,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:05,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:05,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:06,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:06,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:06,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:07,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:07,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:08,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:08,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:08,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:08,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:08,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:08,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:08,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:08,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:09,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:09,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:09,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:09,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:09,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:10,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:10,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:10,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:10,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:10,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:11,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:11,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:11,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:12,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:12,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:12,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:12,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:12,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:13,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:13,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:13,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:13,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:13,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:13,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:14,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:14,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:14,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:14,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:14,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:14,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:16,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:16,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:16,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:16,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:16,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: > overriding learning rate value to 0.0002 + 0: > overriding minimum learning rate value to 2e-05 + 0: > overriding warmup iterations value to 0 + 0: > overriding total number of iterations value to 1 + 0: > overriding decay style value to cosine +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:17,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,256] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 100 +12: [2023-05-15 10:02:17,261] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 100 + 8: [2023-05-15 10:02:17,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,264] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 71 + 8: [2023-05-15 10:02:17,268] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 71 +29: [2023-05-15 10:02:17,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,281] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 235 +29: [2023-05-15 10:02:17,285] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 235 + 8: [2023-05-15 10:02:17,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,296] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 65 + 8: [2023-05-15 10:02:17,301] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 65 +23: [2023-05-15 10:02:17,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,307] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 184 +23: [2023-05-15 10:02:17,312] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 184 +12: [2023-05-15 10:02:17,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,337] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 103 +26: [2023-05-15 10:02:17,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,339] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 209 +12: [2023-05-15 10:02:17,342] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 103 +26: [2023-05-15 10:02:17,344] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 209 + 1: [2023-05-15 10:02:17,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,345] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 12 + 5: [2023-05-15 10:02:17,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,346] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 47 + 1: [2023-05-15 10:02:17,350] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 12 +23: [2023-05-15 10:02:17,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,351] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 185 + 5: [2023-05-15 10:02:17,352] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 47 +23: [2023-05-15 10:02:17,357] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 185 +16: [2023-05-15 10:02:17,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,357] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 134 +16: [2023-05-15 10:02:17,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,359] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 135 +12: [2023-05-15 10:02:17,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,361] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 101 +16: [2023-05-15 10:02:17,363] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 134 +16: [2023-05-15 10:02:17,364] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 135 +12: [2023-05-15 10:02:17,366] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 101 + 9: [2023-05-15 10:02:17,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,368] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 72 +12: [2023-05-15 10:02:17,368] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 97 +12: [2023-05-15 10:02:17,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,371] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 96 + 9: [2023-05-15 10:02:17,373] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 72 +12: [2023-05-15 10:02:17,377] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 97 +12: [2023-05-15 10:02:17,377] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 96 + 8: [2023-05-15 10:02:17,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,380] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 67 +12: [2023-05-15 10:02:17,380] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 102 + 8: [2023-05-15 10:02:17,385] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 67 +12: [2023-05-15 10:02:17,385] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 102 +23: [2023-05-15 10:02:17,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,391] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 188 + 1: [2023-05-15 10:02:17,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 10 + 4: [2023-05-15 10:02:17,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 37 +26: [2023-05-15 10:02:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,394] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 213 +23: [2023-05-15 10:02:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,395] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 187 +23: [2023-05-15 10:02:17,396] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 188 + 1: [2023-05-15 10:02:17,397] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 10 +31: [2023-05-15 10:02:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,397] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 37 +31: [2023-05-15 10:02:17,397] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 250 +22: [2023-05-15 10:02:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,398] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 179 +26: [2023-05-15 10:02:17,399] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 213 +25: [2023-05-15 10:02:17,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,400] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 187 +25: [2023-05-15 10:02:17,401] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 204 +31: [2023-05-15 10:02:17,402] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 250 +22: [2023-05-15 10:02:17,403] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 179 +25: [2023-05-15 10:02:17,406] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 204 + 8: [2023-05-15 10:02:17,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,423] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 66 + 8: [2023-05-15 10:02:17,429] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 66 +31: [2023-05-15 10:02:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 251 +26: [2023-05-15 10:02:17,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 212 +12: [2023-05-15 10:02:17,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,434] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 99 +26: [2023-05-15 10:02:17,435] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 212 +31: [2023-05-15 10:02:17,435] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 251 +12: [2023-05-15 10:02:17,439] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 99 +21: [2023-05-15 10:02:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,442] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 170 +26: [2023-05-15 10:02:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,443] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 211 +28: [2023-05-15 10:02:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 225 +28: [2023-05-15 10:02:17,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 227 +24: [2023-05-15 10:02:17,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 194 +31: [2023-05-15 10:02:17,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,446] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 254 +21: [2023-05-15 10:02:17,447] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 170 +26: [2023-05-15 10:02:17,448] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 211 + 8: [2023-05-15 10:02:17,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,449] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 225 + 8: [2023-05-15 10:02:17,449] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 69 +28: [2023-05-15 10:02:17,450] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 227 +24: [2023-05-15 10:02:17,451] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 194 + 4: [2023-05-15 10:02:17,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,452] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 33 +31: [2023-05-15 10:02:17,452] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 254 +24: [2023-05-15 10:02:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,453] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 196 +25: [2023-05-15 10:02:17,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,455] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 231 +25: [2023-05-15 10:02:17,455] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 207 + 8: [2023-05-15 10:02:17,455] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 69 +15: [2023-05-15 10:02:17,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,456] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 124 + 4: [2023-05-15 10:02:17,457] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 33 +24: [2023-05-15 10:02:17,458] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 196 +25: [2023-05-15 10:02:17,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,458] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 200 +24: [2023-05-15 10:02:17,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,459] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 199 +25: [2023-05-15 10:02:17,459] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 207 +28: [2023-05-15 10:02:17,460] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 231 +15: [2023-05-15 10:02:17,462] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 124 +25: [2023-05-15 10:02:17,463] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 200 +24: [2023-05-15 10:02:17,464] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 199 +22: [2023-05-15 10:02:17,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,470] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 180 +18: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 147 + 9: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 210 + 6: [2023-05-15 10:02:17,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 54 + 9: [2023-05-15 10:02:17,472] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 75 + 9: [2023-05-15 10:02:17,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,473] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 77 +26: [2023-05-15 10:02:17,476] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 210 +22: [2023-05-15 10:02:17,476] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 180 +18: [2023-05-15 10:02:17,476] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 147 + 9: [2023-05-15 10:02:17,477] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 75 + 9: [2023-05-15 10:02:17,478] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 77 + 6: [2023-05-15 10:02:17,478] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 54 +23: [2023-05-15 10:02:17,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,481] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 191 +15: [2023-05-15 10:02:17,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,484] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 122 +26: [2023-05-15 10:02:17,484] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 208 +23: [2023-05-15 10:02:17,486] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 191 +15: [2023-05-15 10:02:17,488] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 122 +26: [2023-05-15 10:02:17,489] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 208 +29: [2023-05-15 10:02:17,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,493] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 236 +25: [2023-05-15 10:02:17,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,497] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 202 +25: [2023-05-15 10:02:17,497] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 206 +29: [2023-05-15 10:02:17,498] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 236 + 4: [2023-05-15 10:02:17,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,499] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 34 +12: [2023-05-15 10:02:17,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,500] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 98 +24: [2023-05-15 10:02:17,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,501] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 192 +24: [2023-05-15 10:02:17,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,502] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 198 +29: [2023-05-15 10:02:17,502] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 232 +25: [2023-05-15 10:02:17,502] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 202 +10: [2023-05-15 10:02:17,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,504] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 82 + 4: [2023-05-15 10:02:17,504] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 34 +21: [2023-05-15 10:02:17,504] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 169 +25: [2023-05-15 10:02:17,505] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 206 +11: [2023-05-15 10:02:17,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,506] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 192 +11: [2023-05-15 10:02:17,507] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 94 +29: [2023-05-15 10:02:17,507] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 232 +12: [2023-05-15 10:02:17,508] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 98 +10: [2023-05-15 10:02:17,508] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 82 +24: [2023-05-15 10:02:17,508] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 198 +26: [2023-05-15 10:02:17,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,509] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 169 +26: [2023-05-15 10:02:17,509] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 215 + 8: [2023-05-15 10:02:17,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,512] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 94 + 8: [2023-05-15 10:02:17,512] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 64 +15: [2023-05-15 10:02:17,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,514] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 123 +26: [2023-05-15 10:02:17,515] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 215 + 4: [2023-05-15 10:02:17,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,516] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 39 + 8: [2023-05-15 10:02:17,518] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 64 + 2: [2023-05-15 10:02:17,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,518] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 19 +15: [2023-05-15 10:02:17,519] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 123 + 4: [2023-05-15 10:02:17,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,521] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 38 +29: [2023-05-15 10:02:17,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,521] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 39 +29: [2023-05-15 10:02:17,521] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 234 +23: [2023-05-15 10:02:17,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,523] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 186 +26: [2023-05-15 10:02:17,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,523] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 19 +26: [2023-05-15 10:02:17,524] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 214 + 5: [2023-05-15 10:02:17,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,525] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 45 + 5: [2023-05-15 10:02:17,525] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 43 + 6: [2023-05-15 10:02:17,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,526] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 38 + 6: [2023-05-15 10:02:17,526] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 53 +29: [2023-05-15 10:02:17,526] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 234 +23: [2023-05-15 10:02:17,527] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 186 +23: [2023-05-15 10:02:17,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,527] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 190 +26: [2023-05-15 10:02:17,529] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 214 + 6: [2023-05-15 10:02:17,530] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 53 + 5: [2023-05-15 10:02:17,531] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 43 + 5: [2023-05-15 10:02:17,531] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 45 +28: [2023-05-15 10:02:17,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,532] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 190 +28: [2023-05-15 10:02:17,532] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 224 +13: [2023-05-15 10:02:17,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,533] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 105 +13: [2023-05-15 10:02:17,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,534] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 205 +13: [2023-05-15 10:02:17,534] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 108 +20: [2023-05-15 10:02:17,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,534] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 167 + 4: [2023-05-15 10:02:17,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,536] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 32 +28: [2023-05-15 10:02:17,537] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 224 + 1: [2023-05-15 10:02:17,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,538] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 205 +13: [2023-05-15 10:02:17,538] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 105 + 1: [2023-05-15 10:02:17,539] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 9 +20: [2023-05-15 10:02:17,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 167 +13: [2023-05-15 10:02:17,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 108 +24: [2023-05-15 10:02:17,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,541] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 195 + 4: [2023-05-15 10:02:17,542] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 32 + 1: [2023-05-15 10:02:17,543] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 9 + 1: [2023-05-15 10:02:17,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,545] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 13 +16: [2023-05-15 10:02:17,545] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 130 +11: [2023-05-15 10:02:17,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,546] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 195 +11: [2023-05-15 10:02:17,546] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 91 +24: [2023-05-15 10:02:17,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,547] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 193 +15: [2023-05-15 10:02:17,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,548] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 121 + 1: [2023-05-15 10:02:17,549] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 13 +16: [2023-05-15 10:02:17,549] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 130 +29: [2023-05-15 10:02:17,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,551] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 233 +11: [2023-05-15 10:02:17,551] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 91 +19: [2023-05-15 10:02:17,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,552] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 193 +19: [2023-05-15 10:02:17,552] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 156 +15: [2023-05-15 10:02:17,553] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 121 + 4: [2023-05-15 10:02:17,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,557] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 233 + 4: [2023-05-15 10:02:17,557] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 35 +19: [2023-05-15 10:02:17,557] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 156 + 9: [2023-05-15 10:02:17,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,560] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 74 + 3: [2023-05-15 10:02:17,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt. + 3: [2023-05-15 10:02:17,561] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 30 +25: [2023-05-15 10:02:17,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,561] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 203 +20: [2023-05-15 10:02:17,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,562] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 166 + 4: [2023-05-15 10:02:17,562] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 35 + 5: [2023-05-15 10:02:17,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,563] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 40 + 7: [2023-05-15 10:02:17,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,563] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 120 + 7: [2023-05-15 10:02:17,564] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 56 +14: [2023-05-15 10:02:17,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,564] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 118 +19: [2023-05-15 10:02:17,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,566] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 158 +25: [2023-05-15 10:02:17,566] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 203 +20: [2023-05-15 10:02:17,566] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 166 +13: [2023-05-15 10:02:17,566] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 107 + 9: [2023-05-15 10:02:17,567] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 74 + 3: [2023-05-15 10:02:17,567] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 30 +15: [2023-05-15 10:02:17,568] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 120 +14: [2023-05-15 10:02:17,569] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 118 + 7: [2023-05-15 10:02:17,569] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 56 + 5: [2023-05-15 10:02:17,569] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 40 +15: [2023-05-15 10:02:17,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt. + 3: [2023-05-15 10:02:17,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,570] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 126 + 2: [2023-05-15 10:02:17,570] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 20 + 3: [2023-05-15 10:02:17,570] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 28 +19: [2023-05-15 10:02:17,571] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 158 +13: [2023-05-15 10:02:17,572] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 107 +13: [2023-05-15 10:02:17,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,573] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 106 +19: [2023-05-15 10:02:17,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,574] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 159 + 3: [2023-05-15 10:02:17,575] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 28 +10: [2023-05-15 10:02:17,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,575] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 20 +15: [2023-05-15 10:02:17,575] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 126 + 1: [2023-05-15 10:02:17,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,576] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 85 + 1: [2023-05-15 10:02:17,576] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 8 +13: [2023-05-15 10:02:17,578] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 106 +19: [2023-05-15 10:02:17,579] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 159 +31: [2023-05-15 10:02:17,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,580] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 249 + 7: [2023-05-15 10:02:17,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,581] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 85 + 7: [2023-05-15 10:02:17,581] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 58 +11: [2023-05-15 10:02:17,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,582] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 8 +11: [2023-05-15 10:02:17,582] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 92 +27: [2023-05-15 10:02:17,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,583] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 218 +19: [2023-05-15 10:02:17,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,585] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 157 +20: [2023-05-15 10:02:17,585] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 164 +31: [2023-05-15 10:02:17,585] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 249 +31: [2023-05-15 10:02:17,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,586] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 255 + 7: [2023-05-15 10:02:17,587] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 58 + 6: [2023-05-15 10:02:17,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,587] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 92 + 6: [2023-05-15 10:02:17,587] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 48 +20: [2023-05-15 10:02:17,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,589] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 218 +18: [2023-05-15 10:02:17,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,589] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 163 +18: [2023-05-15 10:02:17,589] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 144 + 8: [2023-05-15 10:02:17,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,590] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 157 + 8: [2023-05-15 10:02:17,591] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 68 +20: [2023-05-15 10:02:17,591] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 164 +31: [2023-05-15 10:02:17,592] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 255 +23: [2023-05-15 10:02:17,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 189 +21: [2023-05-15 10:02:17,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 175 + 9: [2023-05-15 10:02:17,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 73 + 6: [2023-05-15 10:02:17,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 48 +20: [2023-05-15 10:02:17,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 163 +18: [2023-05-15 10:02:17,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 144 + 8: [2023-05-15 10:02:17,596] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 68 + 3: [2023-05-15 10:02:17,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,597] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 189 + 3: [2023-05-15 10:02:17,597] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 26 +18: [2023-05-15 10:02:17,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,598] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 73 +18: [2023-05-15 10:02:17,598] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 149 +21: [2023-05-15 10:02:17,598] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 175 +16: [2023-05-15 10:02:17,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,602] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 128 +16: [2023-05-15 10:02:17,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,603] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 132 +30: [2023-05-15 10:02:17,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,603] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 177 +18: [2023-05-15 10:02:17,603] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 149 +30: [2023-05-15 10:02:17,603] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 246 + 3: [2023-05-15 10:02:17,604] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 26 + 7: [2023-05-15 10:02:17,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,605] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 60 +14: [2023-05-15 10:02:17,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,606] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 116 +14: [2023-05-15 10:02:17,606] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 119 +15: [2023-05-15 10:02:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,607] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 125 +16: [2023-05-15 10:02:17,607] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 128 +16: [2023-05-15 10:02:17,608] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 132 +22: [2023-05-15 10:02:17,608] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 177 +30: [2023-05-15 10:02:17,609] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 246 +16: [2023-05-15 10:02:17,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,610] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 60 +16: [2023-05-15 10:02:17,610] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 129 +11: [2023-05-15 10:02:17,610] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 93 + 1: [2023-05-15 10:02:17,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 15 +22: [2023-05-15 10:02:17,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 183 +10: [2023-05-15 10:02:17,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 81 +14: [2023-05-15 10:02:17,611] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 119 + 8: [2023-05-15 10:02:17,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,612] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 116 + 8: [2023-05-15 10:02:17,612] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 70 +15: [2023-05-15 10:02:17,612] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 125 +16: [2023-05-15 10:02:17,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 129 +22: [2023-05-15 10:02:17,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,615] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 178 +11: [2023-05-15 10:02:17,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 93 +22: [2023-05-15 10:02:17,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,616] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 181 +22: [2023-05-15 10:02:17,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 183 + 1: [2023-05-15 10:02:17,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 15 +10: [2023-05-15 10:02:17,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 81 +13: [2023-05-15 10:02:17,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,617] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 237 + 8: [2023-05-15 10:02:17,617] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 70 + 1: [2023-05-15 10:02:17,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,617] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 111 +11: [2023-05-15 10:02:17,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,618] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 11 +11: [2023-05-15 10:02:17,619] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 95 +28: [2023-05-15 10:02:17,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,615] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 228 +19: [2023-05-15 10:02:17,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,620] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 155 +22: [2023-05-15 10:02:17,621] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 178 +28: [2023-05-15 10:02:17,621] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 228 +22: [2023-05-15 10:02:17,622] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 181 + 1: [2023-05-15 10:02:17,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 11 +29: [2023-05-15 10:02:17,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 237 +11: [2023-05-15 10:02:17,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 95 +13: [2023-05-15 10:02:17,624] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 111 + 3: [2023-05-15 10:02:17,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,625] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 155 + 3: [2023-05-15 10:02:17,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 27 +10: [2023-05-15 10:02:17,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 80 +25: [2023-05-15 10:02:17,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,628] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 201 +22: [2023-05-15 10:02:17,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,628] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 176 + 7: [2023-05-15 10:02:17,629] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 63 +14: [2023-05-15 10:02:17,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,630] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 80 +14: [2023-05-15 10:02:17,630] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 113 + 3: [2023-05-15 10:02:17,630] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 27 +18: [2023-05-15 10:02:17,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,630] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 154 +18: [2023-05-15 10:02:17,631] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 146 +18: [2023-05-15 10:02:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,632] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 148 +21: [2023-05-15 10:02:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,633] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 168 +25: [2023-05-15 10:02:17,633] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 201 +22: [2023-05-15 10:02:17,633] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 176 + 7: [2023-05-15 10:02:17,634] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 63 +19: [2023-05-15 10:02:17,635] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 154 +29: [2023-05-15 10:02:17,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 238 +18: [2023-05-15 10:02:17,636] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 146 +14: [2023-05-15 10:02:17,636] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 113 +19: [2023-05-15 10:02:17,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 152 +15: [2023-05-15 10:02:17,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 127 +27: [2023-05-15 10:02:17,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,638] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 148 +27: [2023-05-15 10:02:17,638] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 220 + 5: [2023-05-15 10:02:17,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,638] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 41 +21: [2023-05-15 10:02:17,639] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 168 +28: [2023-05-15 10:02:17,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,639] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 226 + 6: [2023-05-15 10:02:17,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,640] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 49 +19: [2023-05-15 10:02:17,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 152 +18: [2023-05-15 10:02:17,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 127 +18: [2023-05-15 10:02:17,641] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 145 + 7: [2023-05-15 10:02:17,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 238 + 7: [2023-05-15 10:02:17,642] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 57 +20: [2023-05-15 10:02:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,643] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 161 +18: [2023-05-15 10:02:17,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 41 +28: [2023-05-15 10:02:17,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 226 +18: [2023-05-15 10:02:17,643] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 151 +27: [2023-05-15 10:02:17,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 220 +10: [2023-05-15 10:02:17,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,645] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 87 + 3: [2023-05-15 10:02:17,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt. + 3: [2023-05-15 10:02:17,645] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 31 +18: [2023-05-15 10:02:17,645] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 145 + 6: [2023-05-15 10:02:17,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 49 + 7: [2023-05-15 10:02:17,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 57 + 7: [2023-05-15 10:02:17,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,648] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 161 + 7: [2023-05-15 10:02:17,648] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 62 +18: [2023-05-15 10:02:17,649] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 151 + 0: [2023-05-15 10:02:17,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,649] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 87 + 0: [2023-05-15 10:02:17,649] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 4 + 9: [2023-05-15 10:02:17,649] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 78 +14: [2023-05-15 10:02:17,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,651] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 115 + 3: [2023-05-15 10:02:17,652] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 31 +20: [2023-05-15 10:02:17,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,652] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 162 + 7: [2023-05-15 10:02:17,653] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 62 + 9: [2023-05-15 10:02:17,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,654] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 76 + 3: [2023-05-15 10:02:17,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,654] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 78 + 3: [2023-05-15 10:02:17,655] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 25 +30: [2023-05-15 10:02:17,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,655] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 240 + 0: [2023-05-15 10:02:17,655] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 4 + 0: [2023-05-15 10:02:17,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,657] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 162 + 0: [2023-05-15 10:02:17,657] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 5 +21: [2023-05-15 10:02:17,657] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 172 +14: [2023-05-15 10:02:17,658] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 115 + 9: [2023-05-15 10:02:17,658] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 76 +31: [2023-05-15 10:02:17,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,659] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 252 + 2: [2023-05-15 10:02:17,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,660] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 253 + 2: [2023-05-15 10:02:17,660] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 23 + 3: [2023-05-15 10:02:17,660] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 25 +30: [2023-05-15 10:02:17,661] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 240 + 0: [2023-05-15 10:02:17,662] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 5 +21: [2023-05-15 10:02:17,663] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 172 +31: [2023-05-15 10:02:17,664] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 252 +16: [2023-05-15 10:02:17,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,665] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 131 + 3: [2023-05-15 10:02:17,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,665] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 23 + 3: [2023-05-15 10:02:17,666] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 24 +27: [2023-05-15 10:02:17,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,666] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 222 +31: [2023-05-15 10:02:17,667] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 253 +30: [2023-05-15 10:02:17,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,669] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 242 + 3: [2023-05-15 10:02:17,670] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 24 +16: [2023-05-15 10:02:17,671] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 131 + 4: [2023-05-15 10:02:17,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,671] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 36 +27: [2023-05-15 10:02:17,672] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 222 +21: [2023-05-15 10:02:17,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,673] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 173 + 2: [2023-05-15 10:02:17,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,674] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 242 + 2: [2023-05-15 10:02:17,675] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 16 +10: [2023-05-15 10:02:17,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,676] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 86 + 4: [2023-05-15 10:02:17,677] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 36 +19: [2023-05-15 10:02:17,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,678] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 153 +21: [2023-05-15 10:02:17,679] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 173 + 1: [2023-05-15 10:02:17,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,680] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 14 + 2: [2023-05-15 10:02:17,680] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 16 + 2: [2023-05-15 10:02:17,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,681] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 18 + 5: [2023-05-15 10:02:17,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,683] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 44 +19: [2023-05-15 10:02:17,683] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 153 +27: [2023-05-15 10:02:17,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,684] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 219 +10: [2023-05-15 10:02:17,684] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 86 + 1: [2023-05-15 10:02:17,685] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 14 +17: [2023-05-15 10:02:17,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,685] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 141 + 5: [2023-05-15 10:02:17,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,686] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 18 + 2: [2023-05-15 10:02:17,686] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 22 + 5: [2023-05-15 10:02:17,686] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 42 +30: [2023-05-15 10:02:17,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,686] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 241 +29: [2023-05-15 10:02:17,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,687] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 239 + 5: [2023-05-15 10:02:17,688] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 44 +11: [2023-05-15 10:02:17,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,689] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 88 + 6: [2023-05-15 10:02:17,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,689] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 51 +27: [2023-05-15 10:02:17,690] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 219 + 3: [2023-05-15 10:02:17,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,691] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 141 +29: [2023-05-15 10:02:17,691] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 239 + 2: [2023-05-15 10:02:17,691] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 22 + 3: [2023-05-15 10:02:17,692] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 29 +30: [2023-05-15 10:02:17,693] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 241 + 5: [2023-05-15 10:02:17,693] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 42 + 5: [2023-05-15 10:02:17,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,693] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 88 +21: [2023-05-15 10:02:17,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,694] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 46 +21: [2023-05-15 10:02:17,694] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 174 + 6: [2023-05-15 10:02:17,695] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 51 +14: [2023-05-15 10:02:17,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,696] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 112 +17: [2023-05-15 10:02:17,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,697] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 138 + 7: [2023-05-15 10:02:17,697] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 59 + 3: [2023-05-15 10:02:17,698] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 29 +17: [2023-05-15 10:02:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,699] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 136 + 5: [2023-05-15 10:02:17,699] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 46 + 2: [2023-05-15 10:02:17,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,700] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 174 + 2: [2023-05-15 10:02:17,700] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 21 +24: [2023-05-15 10:02:17,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,701] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 197 +18: [2023-05-15 10:02:17,701] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 150 +11: [2023-05-15 10:02:17,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,702] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 138 +11: [2023-05-15 10:02:17,702] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 90 + 7: [2023-05-15 10:02:17,702] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 59 +14: [2023-05-15 10:02:17,702] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 112 +11: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,703] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 89 +28: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,704] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 84 +28: [2023-05-15 10:02:17,704] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 229 +17: [2023-05-15 10:02:17,704] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 136 + 7: [2023-05-15 10:02:17,704] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 61 +14: [2023-05-15 10:02:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,705] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 117 + 2: [2023-05-15 10:02:17,705] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 21 +24: [2023-05-15 10:02:17,706] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 197 +11: [2023-05-15 10:02:17,707] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 90 +18: [2023-05-15 10:02:17,707] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 150 + 7: [2023-05-15 10:02:17,708] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 61 +11: [2023-05-15 10:02:17,708] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 89 +10: [2023-05-15 10:02:17,708] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 84 +28: [2023-05-15 10:02:17,709] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 229 +14: [2023-05-15 10:02:17,711] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 117 +14: [2023-05-15 10:02:17,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,715] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 114 +17: [2023-05-15 10:02:17,715] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 137 + 0: [2023-05-15 10:02:17,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,718] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 1 +17: [2023-05-15 10:02:17,720] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 137 +14: [2023-05-15 10:02:17,720] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 114 +30: [2023-05-15 10:02:17,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,722] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 245 + 2: [2023-05-15 10:02:17,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,724] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 1 +28: [2023-05-15 10:02:17,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 230 + 2: [2023-05-15 10:02:17,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 17 +20: [2023-05-15 10:02:17,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,726] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 165 + 0: [2023-05-15 10:02:17,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,728] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 245 + 0: [2023-05-15 10:02:17,729] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 2 +17: [2023-05-15 10:02:17,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,729] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 143 +22: [2023-05-15 10:02:17,729] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 182 +28: [2023-05-15 10:02:17,729] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 230 + 2: [2023-05-15 10:02:17,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 17 +20: [2023-05-15 10:02:17,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 165 + 0: [2023-05-15 10:02:17,733] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 2 +17: [2023-05-15 10:02:17,734] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 143 + 6: [2023-05-15 10:02:17,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,735] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 50 +22: [2023-05-15 10:02:17,736] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 182 +13: [2023-05-15 10:02:17,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,737] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 109 +21: [2023-05-15 10:02:17,737] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 171 +10: [2023-05-15 10:02:17,738] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 83 +17: [2023-05-15 10:02:17,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,738] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 140 + 6: [2023-05-15 10:02:17,740] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 50 +13: [2023-05-15 10:02:17,742] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 109 +10: [2023-05-15 10:02:17,742] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 83 +21: [2023-05-15 10:02:17,743] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 171 +17: [2023-05-15 10:02:17,744] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 140 +27: [2023-05-15 10:02:17,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,751] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 217 +27: [2023-05-15 10:02:17,751] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 216 + 9: [2023-05-15 10:02:17,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,753] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 79 +31: [2023-05-15 10:02:17,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,755] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 248 +27: [2023-05-15 10:02:17,757] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 217 +27: [2023-05-15 10:02:17,757] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 216 + 6: [2023-05-15 10:02:17,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,759] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 79 + 6: [2023-05-15 10:02:17,759] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 55 +31: [2023-05-15 10:02:17,759] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 248 + 0: [2023-05-15 10:02:17,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,761] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 7 + 6: [2023-05-15 10:02:17,765] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 55 + 0: [2023-05-15 10:02:17,767] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 7 + 0: [2023-05-15 10:02:17,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,774] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 0 +27: [2023-05-15 10:02:17,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,777] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 223 +30: [2023-05-15 10:02:17,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,778] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 244 + 0: [2023-05-15 10:02:17,779] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 0 + 0: could not find arguments in the checkpoint ... + 0: checkpoint version 3.0 +27: [2023-05-15 10:02:17,783] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 223 +30: [2023-05-15 10:02:17,783] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 244 + 0: [2023-05-15 10:02:17,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,797] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 6 +13: [2023-05-15 10:02:17,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,800] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 104 + 0: [2023-05-15 10:02:17,803] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 6 + 6: [2023-05-15 10:02:17,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,804] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 52 +13: [2023-05-15 10:02:17,806] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 104 + 6: [2023-05-15 10:02:17,811] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 52 +30: [2023-05-15 10:02:17,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,812] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 243 +20: [2023-05-15 10:02:17,812] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 160 +30: [2023-05-15 10:02:17,817] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 243 +20: [2023-05-15 10:02:17,818] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 160 +13: [2023-05-15 10:02:17,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,820] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 110 +13: [2023-05-15 10:02:17,826] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 110 + 0: [2023-05-15 10:02:17,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,839] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 3 + 0: [2023-05-15 10:02:17,845] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 3 +30: [2023-05-15 10:02:17,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,856] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 247 +27: [2023-05-15 10:02:17,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,859] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 221 +17: [2023-05-15 10:02:17,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,861] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 142 +30: [2023-05-15 10:02:17,862] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 247 +27: [2023-05-15 10:02:17,865] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 221 +17: [2023-05-15 10:02:17,866] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 142 +17: [2023-05-15 10:02:17,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,886] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 139 +17: [2023-05-15 10:02:17,891] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 139 +16: [2023-05-15 10:02:17,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,910] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 133 +16: [2023-05-15 10:02:17,915] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 133 + 0: successfully loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 at iteration 0 +31: time (ms) | load-checkpoint: 21013.71 + 0: estimated model parameters: 3.089856 + 0: estimated model parameters without embeddings: 2.949133824 + 0: [after model, optimizer, and learning rate scheduler are built] datetime: 2023-05-15 10:02:19 + 0: > building train, validation, and test datasets ... + 0: > datasets target sizes (minimum size): + 0: train: 1 + 0: validation: 102400 + 0: test: 102400 + 0: > building train, validation, and test datasets for GPT ... + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.048964 seconds + 0: number of documents: 3133972 + 0: > dataset split: + 0: train: + 0: document indices in [0, 3133972) total of 3133972 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_shuffle_idx.npy + 0: loaded indexed file in 0.113 seconds + 0: total number of samples: 731002 + 0: total number of epochs: 1 + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.079525 seconds + 0: number of documents: 364608 + 0: > dataset split: + 0: validation: + 0: document indices in [0, 364608) total of 364608 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_shuffle_idx.npy + 0: loaded indexed file in 0.139 seconds + 0: total number of samples: 169955 + 0: total number of epochs: 2 + 0: > finished creating GPT datasets ... + 0: [after dataloaders are built] datetime: 2023-05-15 10:02:27 + 0: done with setup ... + 0: training ... +31: time (ms) | model-and-optimizer-setup: 43965.43 | train/valid/test-data-iterators-setup: 7284.38 + 0: [after training is done] datetime: 2023-05-15 10:02:27 +31: ----------------------------------------------------------------------------------------------------------------- +31: validation loss at the end of training for val data | lm loss value: 2.520537E+00 | lm loss PPL: 1.243527E+01 | +31: ----------------------------------------------------------------------------------------------------------------- +END 3523361: Mon 15 May 2023 10:04:44 AM EEST